[ 489.702398] env[68089]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68089) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.702788] env[68089]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68089) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.702881] env[68089]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68089) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.703177] env[68089]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 489.816130] env[68089]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68089) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 489.826537] env[68089]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68089) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 489.871266] env[68089]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 490.433016] env[68089]: INFO nova.virt.driver [None req-d0b63425-4e96-4619-b61a-6ff0473256c9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 490.505564] env[68089]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 490.505735] env[68089]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 490.505846] env[68089]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68089) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 493.402662] env[68089]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-752730bc-730b-4bbe-b598-d80eb7faf84e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.419552] env[68089]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68089) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 493.419698] env[68089]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b7b42ccc-7d76-4c63-b1fa-3405e60b803c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.445521] env[68089]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ff42f. [ 493.445672] env[68089]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.940s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 493.446202] env[68089]: INFO nova.virt.vmwareapi.driver [None req-d0b63425-4e96-4619-b61a-6ff0473256c9 None None] VMware vCenter version: 7.0.3 [ 493.449670] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eff44e-f9ef-45db-ab29-18aa9568c846 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.466932] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581caf3e-d011-4872-94a6-3153e2d46c8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.472974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c16ed2-f9f7-4fef-958c-fdb08aacef53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.479831] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ff9539-307f-415b-9569-77f11c8f5807 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.492977] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb387d3-eafa-4374-931b-9f1cee805352 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.498858] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c01af22-e49f-4e35-ac20-49b51c46d321 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.529573] env[68089]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bb940863-b6a3-4dea-84de-9ebe215f735a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.534539] env[68089]: DEBUG nova.virt.vmwareapi.driver [None req-d0b63425-4e96-4619-b61a-6ff0473256c9 None None] Extension org.openstack.compute already exists. {{(pid=68089) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 493.537165] env[68089]: INFO nova.compute.provider_config [None req-d0b63425-4e96-4619-b61a-6ff0473256c9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 494.041136] env[68089]: DEBUG nova.context [None req-d0b63425-4e96-4619-b61a-6ff0473256c9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),bbea0943-c329-4dd8-af47-3bb7a6d22a2e(cell1) {{(pid=68089) load_cells /opt/stack/nova/nova/context.py:464}} [ 494.043305] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 494.043566] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 494.044272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 494.044716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Acquiring lock "bbea0943-c329-4dd8-af47-3bb7a6d22a2e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 494.044928] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Lock "bbea0943-c329-4dd8-af47-3bb7a6d22a2e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 494.046010] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Lock "bbea0943-c329-4dd8-af47-3bb7a6d22a2e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 494.067013] env[68089]: INFO dbcounter [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Registered counter for database nova_cell0 [ 494.075674] env[68089]: INFO dbcounter [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Registered counter for database nova_cell1 [ 494.517957] env[68089]: DEBUG oslo_db.sqlalchemy.engines [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68089) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 494.518394] env[68089]: DEBUG oslo_db.sqlalchemy.engines [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68089) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 494.523461] env[68089]: ERROR nova.db.main.api [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.523461] env[68089]: result = function(*args, **kwargs) [ 494.523461] env[68089]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.523461] env[68089]: return func(*args, **kwargs) [ 494.523461] env[68089]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.523461] env[68089]: result = fn(*args, **kwargs) [ 494.523461] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.523461] env[68089]: return f(*args, **kwargs) [ 494.523461] env[68089]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.523461] env[68089]: return db.service_get_minimum_version(context, binaries) [ 494.523461] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.523461] env[68089]: _check_db_access() [ 494.523461] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.523461] env[68089]: stacktrace = ''.join(traceback.format_stack()) [ 494.523461] env[68089]: [ 494.524289] env[68089]: ERROR nova.db.main.api [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.524289] env[68089]: result = function(*args, **kwargs) [ 494.524289] env[68089]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.524289] env[68089]: return func(*args, **kwargs) [ 494.524289] env[68089]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.524289] env[68089]: result = fn(*args, **kwargs) [ 494.524289] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.524289] env[68089]: return f(*args, **kwargs) [ 494.524289] env[68089]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.524289] env[68089]: return db.service_get_minimum_version(context, binaries) [ 494.524289] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.524289] env[68089]: _check_db_access() [ 494.524289] env[68089]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.524289] env[68089]: stacktrace = ''.join(traceback.format_stack()) [ 494.524289] env[68089]: [ 494.524689] env[68089]: WARNING nova.objects.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 494.524816] env[68089]: WARNING nova.objects.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Failed to get minimum service version for cell bbea0943-c329-4dd8-af47-3bb7a6d22a2e [ 494.525285] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Acquiring lock "singleton_lock" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.525445] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Acquired lock "singleton_lock" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 494.525727] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Releasing lock "singleton_lock" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 494.526100] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Full set of CONF: {{(pid=68089) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 494.526246] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ******************************************************************************** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 494.526374] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] Configuration options gathered from: {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 494.526508] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 494.526699] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 494.526835] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ================================================================================ {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 494.527132] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] allow_resize_to_same_host = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.527321] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] arq_binding_timeout = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.527456] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] backdoor_port = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.527583] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] backdoor_socket = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.527779] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] block_device_allocate_retries = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.527944] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] block_device_allocate_retries_interval = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.528126] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cert = self.pem {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.528293] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.528460] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute_monitors = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.528624] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] config_dir = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529032] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] config_drive_format = iso9660 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529186] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529361] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] config_source = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529534] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] console_host = devstack {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529701] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] control_exchange = nova {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.529863] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cpu_allocation_ratio = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530043] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] daemon = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530221] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] debug = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530382] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_access_ip_network_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530549] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_availability_zone = nova {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530708] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_ephemeral_format = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.530868] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_green_pool_size = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531143] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531317] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] default_schedule_zone = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531478] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] disk_allocation_ratio = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531642] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] enable_new_services = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531819] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] enabled_apis = ['osapi_compute'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.531985] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] enabled_ssl_apis = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.532164] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] flat_injected = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.532326] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] force_config_drive = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.532486] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] force_raw_images = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.532655] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] graceful_shutdown_timeout = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.532818] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] heal_instance_info_cache_interval = -1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533056] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] host = cpu-1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533238] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533398] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533556] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533770] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.533935] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_build_timeout = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534107] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_delete_interval = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534276] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_format = [instance: %(uuid)s] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534441] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_name_template = instance-%08x {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534600] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_usage_audit = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534766] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_usage_audit_period = month {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.534932] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535113] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535282] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] internal_service_availability_zone = internal {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535437] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] key = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535622] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] live_migration_retry_count = 30 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535798] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_color = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.535973] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_config_append = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536161] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536323] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_dir = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536482] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536608] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_options = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536769] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_rotate_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.536938] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_rotate_interval_type = days {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537116] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] log_rotation_type = none {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537248] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537373] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537541] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537729] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.537869] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538049] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] long_rpc_timeout = 1800 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538214] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_concurrent_builds = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538375] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_concurrent_live_migrations = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538538] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_concurrent_snapshots = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538714] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_local_block_devices = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.538891] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_logfile_count = 30 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539069] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] max_logfile_size_mb = 200 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539232] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] maximum_instance_delete_attempts = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539399] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metadata_listen = 0.0.0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539566] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metadata_listen_port = 8775 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539735] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metadata_workers = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.539898] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] migrate_max_retries = -1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540078] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] mkisofs_cmd = genisoimage {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540290] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540423] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] my_ip = 10.180.1.21 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540627] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540790] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] network_allocate_retries = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.540968] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541151] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541315] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] osapi_compute_listen_port = 8774 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541482] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] osapi_compute_unique_server_name_scope = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541653] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] osapi_compute_workers = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541812] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] password_length = 12 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.541972] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] periodic_enable = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542144] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] periodic_fuzzy_delay = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542312] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] pointer_model = usbtablet {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542479] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] preallocate_images = none {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542640] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] publish_errors = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542799] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] pybasedir = /opt/stack/nova {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.542980] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ram_allocation_ratio = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543157] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rate_limit_burst = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543330] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rate_limit_except_level = CRITICAL {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543490] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rate_limit_interval = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543648] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reboot_timeout = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543805] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reclaim_instance_interval = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.543961] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] record = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544143] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reimage_timeout_per_gb = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544311] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] report_interval = 120 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544472] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rescue_timeout = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544631] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reserved_host_cpus = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544787] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reserved_host_disk_mb = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.544945] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reserved_host_memory_mb = 512 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545114] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] reserved_huge_pages = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545274] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] resize_confirm_window = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545432] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] resize_fs_using_block_device = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545617] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] resume_guests_state_on_host_boot = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545808] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.545977] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] rpc_response_timeout = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546153] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] run_external_periodic_tasks = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546324] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] running_deleted_instance_action = reap {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546486] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546647] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] running_deleted_instance_timeout = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546806] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler_instance_sync_interval = 120 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.546978] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_down_time = 720 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.547163] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] servicegroup_driver = db {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.547324] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] shell_completion = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.547485] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] shelved_offload_time = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.547645] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] shelved_poll_interval = 3600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.547841] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] shutdown_timeout = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548022] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] source_is_ipv6 = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548192] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ssl_only = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548453] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548625] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] sync_power_state_interval = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548791] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] sync_power_state_pool_size = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.548962] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] syslog_log_facility = LOG_USER {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549134] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] tempdir = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549297] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] timeout_nbd = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549466] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] transport_url = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549629] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] update_resources_interval = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549791] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_cow_images = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.549952] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_journal = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550124] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_json = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550287] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_rootwrap_daemon = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550444] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_stderr = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550606] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] use_syslog = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550760] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vcpu_pin_set = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.550930] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plugging_is_fatal = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551109] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plugging_timeout = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551278] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] virt_mkfs = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551442] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] volume_usage_poll_interval = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551602] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] watch_log_file = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551768] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] web = /usr/share/spice-html5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.551953] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.552133] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.552297] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.552467] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_concurrency.disable_process_locking = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.552750] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.552935] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553116] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553291] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553461] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553628] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553808] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.auth_strategy = keystone {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.553976] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.compute_link_prefix = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.554164] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.554339] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.dhcp_domain = novalocal {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.554508] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.enable_instance_password = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.554671] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.glance_link_prefix = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.554839] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555014] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555186] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.instance_list_per_project_cells = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555348] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.list_records_by_skipping_down_cells = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555507] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.local_metadata_per_cell = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555713] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.max_limit = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.555900] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.metadata_cache_expiration = 15 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556092] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.neutron_default_tenant_id = default {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556268] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.response_validation = warn {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556440] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.use_neutron_default_nets = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556608] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556771] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.556937] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.557133] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.557303] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_dynamic_targets = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.557466] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_jsonfile_path = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.557644] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.557874] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.backend = dogpile.cache.memcached {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558064] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.backend_argument = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558233] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.backend_expiration_time = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558405] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.config_prefix = cache.oslo {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558572] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.dead_timeout = 60.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558739] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.debug_cache_backend = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.558928] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.enable_retry_client = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559103] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.enable_socket_keepalive = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559277] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.enabled = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559442] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.enforce_fips_mode = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559600] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.expiration_time = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559759] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.hashclient_retry_attempts = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.559922] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560095] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_dead_retry = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560255] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_password = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560418] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560580] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560738] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_pool_maxsize = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.560900] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561071] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_sasl_enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561251] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561416] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561574] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.memcache_username = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561737] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.proxies = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.561901] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_db = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562073] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_password = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562248] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562421] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562588] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_server = localhost:6379 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562751] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_socket_timeout = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.562911] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.redis_username = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563089] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.retry_attempts = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563256] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.retry_delay = 0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563417] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.socket_keepalive_count = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563583] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.socket_keepalive_idle = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563744] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.socket_keepalive_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.563931] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.tls_allowed_ciphers = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564106] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.tls_cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564265] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.tls_certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564423] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.tls_enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564580] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cache.tls_keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564748] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.564923] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.auth_type = password {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565098] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565276] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565437] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565618] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565798] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.cross_az_attach = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.565962] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.debug = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566138] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.endpoint_template = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566302] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.http_retries = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566467] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566626] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566798] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.os_region_name = RegionOne {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.566965] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567136] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cinder.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567307] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567466] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.cpu_dedicated_set = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567623] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.cpu_shared_set = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567819] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.image_type_exclude_list = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.567988] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568167] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568329] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568491] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568658] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568818] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.resource_provider_association_refresh = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.568978] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.569155] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.shutdown_retry_interval = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.569337] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.569513] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] conductor.workers = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.569712] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] console.allowed_origins = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.569884] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] console.ssl_ciphers = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570068] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] console.ssl_minimum_version = default {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570242] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] consoleauth.enforce_session_timeout = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570410] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] consoleauth.token_ttl = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570579] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570736] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.570900] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571069] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571231] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571389] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571549] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571704] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.571862] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572027] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572187] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572342] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572498] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572666] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.service_type = accelerator {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572826] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.572981] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573151] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573309] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573487] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573648] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] cyborg.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573816] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.asyncio_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.573974] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.asyncio_slave_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574157] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.backend = sqlalchemy {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574325] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574487] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.connection_debug = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574655] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.connection_parameters = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574817] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.connection_recycle_time = 3600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.574981] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.connection_trace = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.575156] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.db_inc_retry_interval = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.575318] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.db_max_retries = 20 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.575480] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.db_max_retry_interval = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.575662] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.db_retry_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.575849] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.max_overflow = 50 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576024] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.max_pool_size = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576191] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.max_retries = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576364] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576521] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.mysql_wsrep_sync_wait = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576720] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.pool_timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.576907] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.retry_interval = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577085] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.slave_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577282] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.sqlite_synchronous = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577463] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] database.use_db_reconnect = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577634] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.asyncio_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577819] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.asyncio_slave_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.577997] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.backend = sqlalchemy {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.578181] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.578347] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.connection_debug = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.578516] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.connection_parameters = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.578680] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.connection_recycle_time = 3600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.578843] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.connection_trace = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579008] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.db_inc_retry_interval = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579182] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.db_max_retries = 20 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579345] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.db_max_retry_interval = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579508] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.db_retry_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579670] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.max_overflow = 50 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.579833] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.max_pool_size = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580006] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.max_retries = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580208] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580375] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580533] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.pool_timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580694] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.retry_interval = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.580854] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.slave_connection = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581026] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] api_database.sqlite_synchronous = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581208] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] devices.enabled_mdev_types = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581386] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581557] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581718] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ephemeral_storage_encryption.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.581883] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582066] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.api_servers = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582238] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582401] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582566] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582727] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.582889] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583062] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.debug = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583231] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.default_trusted_certificate_ids = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583394] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.enable_certificate_validation = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583557] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.enable_rbd_download = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583717] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.583885] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584055] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584217] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584372] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584533] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.num_retries = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584697] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.rbd_ceph_conf = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.584858] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.rbd_connect_timeout = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585036] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.rbd_pool = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585208] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.rbd_user = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585373] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585529] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585728] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.585952] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.service_type = image {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586150] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586318] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586481] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586642] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586824] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.586992] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.verify_glance_signatures = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.587165] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] glance.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.587335] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] guestfs.debug = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.587504] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.587694] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.auth_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.587858] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588029] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588200] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588360] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588519] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588678] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.588842] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589010] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589174] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589329] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589485] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589642] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589798] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.589987] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.service_type = shared-file-system {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.590260] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.share_apply_policy_timeout = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.590484] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.590661] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.590905] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.591093] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.591283] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.591447] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] manila.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.591617] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] mks.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.591965] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.592171] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.manager_interval = 2400 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.592342] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.precache_concurrency = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.592512] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.remove_unused_base_images = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.592680] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.592848] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593033] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] image_cache.subdirectory_name = _base {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593213] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.api_max_retries = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593377] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.api_retry_interval = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593534] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593694] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.auth_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.593856] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594023] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594193] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594357] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.conductor_group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594515] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594673] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594833] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.594994] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595166] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595323] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595480] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595662] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.peer_list = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595827] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.595987] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596163] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.serial_console_state_timeout = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596324] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596493] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.service_type = baremetal {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596652] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.shard = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596816] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.596976] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.597150] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.597310] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.597490] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.597652] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ironic.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.597869] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598059] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] key_manager.fixed_key = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598250] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598410] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.barbican_api_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598570] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.barbican_endpoint = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598758] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.barbican_endpoint_type = public {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.598925] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.barbican_region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599095] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599258] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599420] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599580] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599735] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.599898] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.number_of_retries = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600066] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.retry_delay = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600233] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.send_service_user_token = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600395] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600552] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600713] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.verify_ssl = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.600876] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican.verify_ssl_path = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601043] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601209] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.auth_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601367] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601521] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601679] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601839] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.601995] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602169] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602325] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] barbican_service_user.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602490] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.approle_role_id = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602647] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.approle_secret_id = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602816] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.kv_mountpoint = secret {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.602976] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.kv_path = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603150] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.kv_version = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603310] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.namespace = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603467] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.root_token_id = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603626] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.ssl_ca_crt_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603790] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.timeout = 60.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.603953] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.use_ssl = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.604134] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.604302] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.604462] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.604652] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.604840] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605013] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605184] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605344] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605503] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605662] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605813] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.605972] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606150] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606311] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606482] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.service_type = identity {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606643] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606819] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.606997] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.607174] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.607355] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.607514] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] keystone.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.607735] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.ceph_mount_options = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.608170] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.608368] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.connection_uri = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.608539] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_mode = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.608711] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.608886] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_models = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609070] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_power_governor_high = performance {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609248] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609414] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_power_management = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609585] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609757] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.device_detach_attempts = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.609926] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.device_detach_timeout = 20 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610117] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.disk_cachemodes = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610285] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.disk_prefix = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610451] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.enabled_perf_events = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610615] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.file_backed_memory = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610781] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.gid_maps = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.610941] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.hw_disk_discard = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611112] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.hw_machine_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611285] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_rbd_ceph_conf = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611449] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611610] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611777] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_rbd_glance_store_name = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.611953] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_rbd_pool = rbd {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.612136] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_type = default {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.612297] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.images_volume_group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.612459] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.inject_key = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.612656] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.inject_partition = -2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.612927] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.inject_password = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.613213] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.iscsi_iface = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.613491] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.iser_use_multipath = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.613772] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.614067] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.614359] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_downtime = 500 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.614651] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.614941] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.615236] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_inbound_addr = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.615440] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.615616] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.615785] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_scheme = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.615965] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_timeout_action = abort {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.616148] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_tunnelled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.616314] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_uri = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.616502] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.live_migration_with_native_tls = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.616737] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.max_queues = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.617037] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.617406] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.617700] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.nfs_mount_options = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.618124] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.618429] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.618709] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.619020] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.619307] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.619599] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_pcie_ports = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.619887] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.620201] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.pmem_namespaces = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.620490] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.quobyte_client_cfg = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.620950] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.621266] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.621577] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.621882] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622110] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rbd_secret_uuid = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622289] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rbd_user = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622460] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622637] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622802] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rescue_image_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.622969] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rescue_kernel_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.623150] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rescue_ramdisk_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.623320] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.623483] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.rx_queue_size = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.623652] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.smbfs_mount_options = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.623940] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.624143] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.snapshot_compression = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.624381] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.snapshot_image_format = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.624749] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.624964] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.sparse_logical_volumes = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.625157] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.swtpm_enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.625337] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.swtpm_group = tss {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.625508] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.swtpm_user = tss {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.625683] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.sysinfo_serial = unique {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.625874] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.tb_cache_size = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626116] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.tx_queue_size = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626298] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.uid_maps = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626467] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.use_virtio_for_bridges = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626642] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.virt_type = kvm {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626813] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.volume_clear = zero {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.626982] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.volume_clear_size = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.627160] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.volume_enforce_multipath = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.627328] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.volume_use_multipath = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.627489] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_cache_path = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.627668] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.627860] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.628042] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.628219] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.628516] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.628702] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.vzstorage_mount_user = stack {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.628872] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629065] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629245] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.auth_type = password {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629408] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629569] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629733] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.629892] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630063] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630239] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.default_floating_pool = public {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630399] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630560] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.extension_sync_interval = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630723] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.http_retries = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.630890] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631061] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631226] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631398] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631559] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631731] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.ovs_bridge = br-int {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.631898] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.physnets = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632080] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.region_name = RegionOne {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632244] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632415] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.service_metadata_proxy = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632573] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632740] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.service_type = network {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.632904] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633073] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633236] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633393] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633573] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633732] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] neutron.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.633906] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.bdms_in_notifications = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634100] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.default_level = INFO {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634266] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.include_share_mapping = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634441] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.notification_format = unversioned {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634615] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.notify_on_state_change = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634791] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.634970] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] pci.alias = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.635154] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] pci.device_spec = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.635320] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] pci.report_in_placement = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.635493] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.635689] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.auth_type = password {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.635868] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636043] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636208] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636369] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636527] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636686] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.636848] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.default_domain_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637012] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.default_domain_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637179] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.domain_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637336] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.domain_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637493] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637659] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.637845] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638014] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638184] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638353] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.password = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638513] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.project_domain_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638681] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.project_domain_name = Default {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.638869] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.project_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639061] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.project_name = service {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639240] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.region_name = RegionOne {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639402] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639565] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639736] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.service_type = placement {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.639901] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640072] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640238] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640395] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.system_scope = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640552] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640707] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.trust_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.640865] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.user_domain_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641047] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.user_domain_name = Default {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641211] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.user_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641384] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.username = nova {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641563] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641733] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] placement.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.641923] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.cores = 20 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.642101] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.count_usage_from_placement = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.642279] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.642449] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.injected_file_content_bytes = 10240 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.642615] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.injected_file_path_length = 255 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.642779] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.injected_files = 5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643045] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.instances = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643294] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.key_pairs = 100 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643481] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.metadata_items = 128 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643652] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.ram = 51200 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643821] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.recheck_quota = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.643993] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.server_group_members = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.644178] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.server_groups = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.644390] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.644568] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] quota.unified_limits_resource_strategy = require {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.644742] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.644909] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645087] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.image_metadata_prefilter = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645254] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645420] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.max_attempts = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645581] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.max_placement_results = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645746] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.645909] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.646081] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.646305] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] scheduler.workers = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.646527] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.646709] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.646893] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647075] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647245] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647411] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647574] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647792] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.647973] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.host_subset_size = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.648158] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.648329] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.648495] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.648669] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.648880] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649068] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.isolated_hosts = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649242] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.isolated_images = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649465] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649642] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649808] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.649975] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.pci_in_placement = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650154] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650316] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650477] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650636] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650798] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.650961] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651137] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.track_instance_changes = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651316] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651486] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metrics.required = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651651] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metrics.weight_multiplier = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651814] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.651982] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] metrics.weight_setting = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.652318] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.652497] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.652678] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.port_range = 10000:20000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.652855] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653035] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653217] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] serial_console.serialproxy_port = 6083 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653385] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653561] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.auth_type = password {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653722] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.653882] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654076] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654259] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654423] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654594] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.send_service_user_token = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654757] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.654938] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] service_user.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.655141] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.agent_enabled = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.655311] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.655997] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.655997] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.655997] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.html5proxy_port = 6082 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656162] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.image_compression = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656298] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.jpeg_compression = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656459] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.playback_compression = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656620] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.require_secure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656790] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.server_listen = 127.0.0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.656959] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.657251] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.657423] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.streaming_mode = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.657584] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] spice.zlib_compression = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.657774] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] upgrade_levels.baseapi = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.657958] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] upgrade_levels.compute = auto {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658138] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] upgrade_levels.conductor = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658299] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] upgrade_levels.scheduler = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658465] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658626] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658796] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.658971] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659149] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659312] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659470] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659630] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659786] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vendordata_dynamic_auth.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.659960] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.api_retry_count = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660136] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.ca_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660309] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660476] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.cluster_name = testcl1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660640] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.connection_pool_size = 10 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660799] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.console_delay_seconds = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.660971] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.datastore_regex = ^datastore.* {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.661196] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.661375] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.host_password = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.661541] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.host_port = 443 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.661710] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.host_username = administrator@vsphere.local {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.661881] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.insecure = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662054] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.integration_bridge = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662222] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.maximum_objects = 100 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662382] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.pbm_default_policy = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662545] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.pbm_enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662707] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.pbm_wsdl_location = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.662873] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663042] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.serial_port_proxy_uri = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663203] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.serial_port_service_uri = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663369] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.task_poll_interval = 0.5 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663541] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.use_linked_clone = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663710] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.vnc_keymap = en-us {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.663877] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.vnc_port = 5900 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.664048] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vmware.vnc_port_total = 10000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.664236] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.auth_schemes = ['none'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.664413] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.664702] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.664890] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665071] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.novncproxy_port = 6080 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665265] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.server_listen = 127.0.0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665446] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665609] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.vencrypt_ca_certs = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665770] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.vencrypt_client_cert = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.665929] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vnc.vencrypt_client_key = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666121] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666287] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_deep_image_inspection = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666449] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666610] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666769] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.666953] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.disable_rootwrap = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.667143] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.enable_numa_live_migration = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.667309] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.667471] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.667630] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.667830] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.libvirt_disable_apic = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668011] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668185] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668493] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668669] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668835] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.668998] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.669179] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.669342] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.669503] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.669674] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.669860] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670041] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.client_socket_timeout = 900 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670214] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.default_pool_size = 1000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670381] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.keep_alive = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670548] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.max_header_line = 16384 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670710] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.670898] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.ssl_ca_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671077] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.ssl_cert_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671241] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.ssl_key_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671404] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.tcp_keepidle = 600 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671574] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671740] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] zvm.ca_file = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.671900] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] zvm.cloud_connector_url = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.672194] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.672370] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] zvm.reachable_timeout = 300 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.672542] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.672718] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.672897] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.connection_string = messaging:// {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673076] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.enabled = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673250] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.es_doc_type = notification {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673413] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.es_scroll_size = 10000 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673580] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.es_scroll_time = 2m {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673741] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.filter_error_trace = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.673938] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.hmac_keys = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674126] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.sentinel_service_name = mymaster {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674297] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.socket_timeout = 0.1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674459] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.trace_requests = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674618] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler.trace_sqlalchemy = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674793] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler_jaeger.process_tags = {} {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.674955] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler_jaeger.service_name_prefix = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675133] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] profiler_otlp.service_name_prefix = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675301] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] remote_debug.host = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675462] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] remote_debug.port = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675634] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675796] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.675961] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676135] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676297] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676457] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676616] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676778] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.676987] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.677181] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.677343] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.677514] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.677694] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.677872] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678048] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678223] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678385] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678548] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678715] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.678931] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.679127] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.679300] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.679464] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.679627] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.679805] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680034] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680241] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680418] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680581] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680744] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.680907] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681090] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681263] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681424] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681591] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681758] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.681974] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.682200] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.682374] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_notifications.retry = -1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.682553] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.682726] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.682932] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.auth_section = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683121] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.auth_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683286] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.cafile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683442] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.certfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683604] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.collect_timing = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683762] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.connect_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.683920] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.connect_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684087] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_id = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684262] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684422] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_override = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684579] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684736] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.684895] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.endpoint_service_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685085] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.insecure = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685250] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.keyfile = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685407] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.max_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685562] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.min_version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685719] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.region_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.685893] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.retriable_status_codes = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686079] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.service_name = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686243] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.service_type = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686406] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.split_loggers = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686563] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.status_code_retries = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686719] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.status_code_retry_delay = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.686878] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.timeout = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687045] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.valid_interfaces = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687206] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_limit.version = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687371] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_reports.file_event_handler = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687535] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687748] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] oslo_reports.log_dir = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.687916] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.688098] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.688257] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.688424] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.688588] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.688779] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689019] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689191] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689352] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689520] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689682] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.689840] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] vif_plug_ovs_privileged.user = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690016] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690199] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690374] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690548] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690719] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.690893] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691072] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691238] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691419] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691589] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.isolate_vif = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691785] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.691970] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.692157] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.692334] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.692496] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] os_vif_ovs.per_port_bridge = False {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.692664] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.capabilities = [21] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.692888] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693060] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.helper_command = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693229] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693393] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693550] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] privsep_osbrick.user = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693721] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.693881] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.group = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.694048] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.helper_command = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.694248] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.694407] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.694562] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] nova_sys_admin.user = None {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.694690] env[68089]: DEBUG oslo_service.backend.eventlet.service [None req-ca55e7f0-bfe6-460a-90e3-423cb5ed5269 None None] ******************************************************************************** {{(pid=68089) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 494.695127] env[68089]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 495.198969] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Getting list of instances from cluster (obj){ [ 495.198969] env[68089]: value = "domain-c8" [ 495.198969] env[68089]: _type = "ClusterComputeResource" [ 495.198969] env[68089]: } {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 495.200088] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a2969-a3b5-4814-9e9f-7bd7a699dc16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 495.208965] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Got total of 0 instances {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 495.209542] env[68089]: WARNING nova.virt.vmwareapi.driver [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 495.210025] env[68089]: INFO nova.virt.node [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Generated node identity 7b9eaf16-2c31-460a-bddd-0a303929cbe5 [ 495.210262] env[68089]: INFO nova.virt.node [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Wrote node identity 7b9eaf16-2c31-460a-bddd-0a303929cbe5 to /opt/stack/data/n-cpu-1/compute_id [ 495.713228] env[68089]: WARNING nova.compute.manager [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Compute nodes ['7b9eaf16-2c31-460a-bddd-0a303929cbe5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 496.719827] env[68089]: INFO nova.compute.manager [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 497.725800] env[68089]: WARNING nova.compute.manager [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 497.726166] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 497.726318] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 497.726468] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 497.726625] env[68089]: DEBUG nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 497.727592] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0826175d-2712-4d04-a5fe-0d0395a8b33f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.736190] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc0047-1ea3-4a18-b906-2de3581e77f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.750875] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55422c22-8971-4070-ac4a-ed570225ec90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.757094] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8b406-3ad0-4843-ade6-0afc96fb0b59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.785467] env[68089]: DEBUG nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181082MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 497.785602] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 497.785802] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.288236] env[68089]: WARNING nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] No compute node record for cpu-1:7b9eaf16-2c31-460a-bddd-0a303929cbe5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7b9eaf16-2c31-460a-bddd-0a303929cbe5 could not be found. [ 498.791532] env[68089]: INFO nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 [ 500.301527] env[68089]: DEBUG nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 500.301947] env[68089]: DEBUG nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 500.478573] env[68089]: INFO nova.scheduler.client.report [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] [req-a1fbae52-7152-4713-8613-6552e14ee9f6] Created resource provider record via placement API for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 500.494672] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f990fe1-e1a7-42be-b1f8-9e61df5c0d19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.502340] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3ced3-71cc-446c-b147-a0c85c3705a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.531915] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d551912a-11a7-4f46-8df7-9e5e012395b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.538943] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2811b33a-eac8-4632-8017-51b05b6f114e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.551633] env[68089]: DEBUG nova.compute.provider_tree [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.087228] env[68089]: DEBUG nova.scheduler.client.report [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 501.087458] env[68089]: DEBUG nova.compute.provider_tree [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 0 to 1 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.087595] env[68089]: DEBUG nova.compute.provider_tree [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 501.133863] env[68089]: DEBUG nova.compute.provider_tree [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 1 to 2 during operation: update_traits {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.638631] env[68089]: DEBUG nova.compute.resource_tracker [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 501.639041] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.853s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 501.639041] env[68089]: DEBUG nova.service [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Creating RPC server for service compute {{(pid=68089) start /opt/stack/nova/nova/service.py:186}} [ 501.655122] env[68089]: DEBUG nova.service [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] Join ServiceGroup membership for this service compute {{(pid=68089) start /opt/stack/nova/nova/service.py:203}} [ 501.655316] env[68089]: DEBUG nova.servicegroup.drivers.db [None req-2c375877-bc4e-407c-af58-82f228afbf2d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68089) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 537.374918] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.375182] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.878207] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 538.422198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.422507] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.426256] env[68089]: INFO nova.compute.claims [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.086194] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.086683] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.503957] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb3e9dd-4867-4b3c-9d67-21fc98a63255 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.517806] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445ee31-add3-4b16-8bbb-d518108b6e62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.554681] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ba6cc-0a6c-4e6f-a201-f9616c03947e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.563414] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0417aba-5980-452c-a4ae-e0d52dfb3b6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.579555] env[68089]: DEBUG nova.compute.provider_tree [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.589440] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 540.083686] env[68089]: DEBUG nova.scheduler.client.report [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.127960] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.344977] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.345357] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.591413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.592609] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.596062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.468s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.599040] env[68089]: INFO nova.compute.claims [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.853209] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.106989] env[68089]: DEBUG nova.compute.utils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.108260] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 541.379575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.507630] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "abb105e4-4494-4a98-bfa7-11358ddecdea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.508390] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.611191] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.721341] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e081aad-3631-45a4-baaa-317d2e0cf5c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.732169] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3fa681-419c-4371-b169-605e8e430acd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.764500] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26ef54-1d9d-4655-b0c9-4e7981da95f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.775462] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864bcb32-09f9-4489-aaca-20e79241c6a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.790793] env[68089]: DEBUG nova.compute.provider_tree [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.011576] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.295171] env[68089]: DEBUG nova.scheduler.client.report [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.544206] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.624799] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.803317] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.804058] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.814359] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.434s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.815495] env[68089]: INFO nova.compute.claims [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.025763] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.025844] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.025951] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.026183] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.026341] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.026490] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.026699] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.026849] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.027554] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.027728] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.027898] env[68089]: DEBUG nova.virt.hardware [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.028822] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a97d764-b402-44f3-868e-a8a6ef3ba8a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.038566] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50e147e-3510-42da-aeee-395d0209bfb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.058382] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3f56b1-4e49-47ff-a1ac-0b2a71382bf2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.081427] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.092458] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.092799] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3dd8ba-e335-444c-8855-59826bf21756 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.106190] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Created folder: OpenStack in parent group-v4. [ 543.106399] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating folder: Project (79007bf4a2ad49f592ea0521ff20bedf). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.106661] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf37048-f43e-4ade-9f04-dcce09579194 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.116831] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Created folder: Project (79007bf4a2ad49f592ea0521ff20bedf) in parent group-v573447. [ 543.117059] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating folder: Instances. Parent ref: group-v573448. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.117284] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44dea8a-09ee-4627-b297-db04d238a0bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.126705] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Created folder: Instances in parent group-v573448. [ 543.126705] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 543.126705] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.126898] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbef5e6c-d010-4dd3-89cd-cb99adae56c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.146652] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.146652] env[68089]: value = "task-2851990" [ 543.146652] env[68089]: _type = "Task" [ 543.146652] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.154583] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2851990, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.323216] env[68089]: DEBUG nova.compute.utils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.325431] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 543.658781] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 543.659997] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2851990, 'name': CreateVM_Task, 'duration_secs': 0.305103} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.660183] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 543.661637] env[68089]: DEBUG oslo_vmware.service [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d84b7a-d69e-4c18-abc7-d6757039bffd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.675308] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.675517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.676282] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.676539] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e35b90e-afe2-4539-9999-af16609fd2b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.684990] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 543.684990] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52584b8f-931b-1156-a3a0-47a9975f6dd8" [ 543.684990] env[68089]: _type = "Task" [ 543.684990] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.693254] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52584b8f-931b-1156-a3a0-47a9975f6dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.830257] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.946156] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af2c7d-90be-41bb-96e6-fed3884eb3f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.955433] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccda1f-e400-4faf-9741-77c06defbb0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.996953] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b6a9a-0a4a-4eae-a890-0bec5f74175e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.008064] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab26c68-bd75-48af-99a6-556b29e184df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.025856] env[68089]: DEBUG nova.compute.provider_tree [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.034423] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "faf2d707-acab-4b79-965f-9b5b940e4c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.034567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.169451] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Getting list of instances from cluster (obj){ [ 544.169451] env[68089]: value = "domain-c8" [ 544.169451] env[68089]: _type = "ClusterComputeResource" [ 544.169451] env[68089]: } {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.170537] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193424c-2dba-4207-89d5-38a17325d505 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.184929] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Got total of 1 instances {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.184929] env[68089]: WARNING nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] While synchronizing instance power states, found 3 instances in the database and 1 instances on the hypervisor. [ 544.185200] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid c37e84a0-fe92-47f4-a0c1-f4db5a95ed59 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 544.185920] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 2c656a62-f558-42f7-8eb3-15a202ad81cc {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 544.185920] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 544.185920] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.186121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.186354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.186688] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 544.187022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Getting list of instances from cluster (obj){ [ 544.187022] env[68089]: value = "domain-c8" [ 544.187022] env[68089]: _type = "ClusterComputeResource" [ 544.187022] env[68089]: } {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 544.192267] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e325ac-9437-496d-a631-e324d53e3554 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.207783] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.208195] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 544.208292] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.208434] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.208863] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.209919] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3af21dc-a6a1-45dd-bf90-72660c59610f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.214963] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Got total of 1 instances {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 544.228512] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.228656] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.230031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4c07b-2fbe-4648-8178-19e6136376dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.237352] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d16332a-0c66-4365-98d4-041a314bd954 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.242107] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 544.242107] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c62ba2-be65-b6b6-b0b8-0edc2d30fbcc" [ 544.242107] env[68089]: _type = "Task" [ 544.242107] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.251473] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c62ba2-be65-b6b6-b0b8-0edc2d30fbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.268570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.268915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.535481] env[68089]: DEBUG nova.scheduler.client.report [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.538800] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.753133] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 544.753471] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating directory with path [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.753645] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d6123a-dd4b-4888-a4f9-d29a8a6d01eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.771588] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.806977] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Created directory with path [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.807221] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Fetch image to [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 544.807443] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Downloading image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk on the data store datastore1 {{(pid=68089) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 544.808311] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fea3e-ac1c-4c81-9abc-7339fdea71e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.816218] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd9031-736f-41a5-81c3-993a5951957a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.827717] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733d750-52e1-4f98-a789-0379a51f422b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.859950] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.862953] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a05451-bdaa-400e-897b-70d360d407bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.869512] env[68089]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6108f4e7-057c-4439-8f93-3f74483e2ee8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.896952] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.897268] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.897849] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.897849] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.897979] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.898590] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.898590] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.898590] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.898732] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.898946] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.899000] env[68089]: DEBUG nova.virt.hardware [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.899855] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e2388-0008-4d12-8166-bb676f6868b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.910258] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4a30a-54f7-4b66-949c-e6764c28d651 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.925991] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.931654] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Creating folder: Project (a01fac483f6344c4b2e28b19da9ff829). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.932866] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6043f9f-9ee5-400f-a773-8f53203c0ff9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.942685] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Created folder: Project (a01fac483f6344c4b2e28b19da9ff829) in parent group-v573447. [ 544.942933] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Creating folder: Instances. Parent ref: group-v573451. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.943147] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39967df2-11e4-4b92-8cfd-51b2b9428047 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.952755] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Created folder: Instances in parent group-v573451. [ 544.953035] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 544.953218] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.953496] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef465d9-d2aa-471d-bd53-81f63fc73165 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.969345] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Downloading image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to the data store datastore1 {{(pid=68089) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 544.978350] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.978350] env[68089]: value = "task-2851993" [ 544.978350] env[68089]: _type = "Task" [ 544.978350] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.986081] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2851993, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.046023] env[68089]: DEBUG oslo_vmware.rw_handles [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 545.048607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.049635] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.057053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.513s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.060114] env[68089]: INFO nova.compute.claims [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.148198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.296792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.488310] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2851993, 'name': CreateVM_Task, 'duration_secs': 0.311471} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.489862] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.490087] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.490417] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.490567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.490816] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38092bd-0506-4b0d-a6a3-156aa3779c2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.495873] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 545.495873] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527b3f7d-83fa-409d-ca26-0479c1bcec77" [ 545.495873] env[68089]: _type = "Task" [ 545.495873] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.505435] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527b3f7d-83fa-409d-ca26-0479c1bcec77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.561180] env[68089]: DEBUG nova.compute.utils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 545.561180] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.563163] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.673793] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "066c1b70-2791-425e-8c10-ec3aaed6044d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.674063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.772633] env[68089]: DEBUG nova.policy [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af628ee1be1643e7a10bb920650caed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15464238b09d469ab42cfc6a2bca4402', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.894081] env[68089]: DEBUG oslo_vmware.rw_handles [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 545.894387] env[68089]: DEBUG oslo_vmware.rw_handles [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 545.944335] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Downloaded image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk on the data store datastore1 {{(pid=68089) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 545.945994] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 545.946283] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Copying Virtual Disk [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk to [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.947953] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d4304c0-4fb2-48ff-9d8f-20854bd89605 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.960565] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 545.960565] env[68089]: value = "task-2851994" [ 545.960565] env[68089]: _type = "Task" [ 545.960565] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.972802] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.010011] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.010318] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.010556] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.074916] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.180213] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 546.282645] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa5062-10d3-454a-808f-6b9cf366aa81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.291345] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a547241-821d-40be-8dd5-38404b21bfd8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.331646] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d5bb3-5b2d-4742-a0bc-751fef25f714 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.339317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0619945f-8680-4d75-bfae-c69a11213b42 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.354284] env[68089]: DEBUG nova.compute.provider_tree [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.475551] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851994, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.716368] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.858063] env[68089]: DEBUG nova.scheduler.client.report [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.967155] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Successfully created port: e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.974305] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707906} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.974875] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Copied Virtual Disk [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk to [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.974875] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleting the datastore file [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 546.975025] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b001da-5786-4f6f-9218-d1712775d9e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.981707] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 546.981707] env[68089]: value = "task-2851995" [ 546.981707] env[68089]: _type = "Task" [ 546.981707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.990841] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.085819] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.122871] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.123120] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.123299] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.123612] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.123612] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.123779] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.124107] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.124354] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.124594] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.124763] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.124956] env[68089]: DEBUG nova.virt.hardware [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.126977] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0c6297-e40d-4333-8295-2d716f739f8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.143377] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b84482-73ff-4348-8390-7999526eea21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.368964] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.369827] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.372220] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.224s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 547.373669] env[68089]: INFO nova.compute.claims [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.491850] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022127} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.492142] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 547.492275] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Moving file from [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed/0dcae654-aa30-40a9-a80e-7cc730c55dd7 to [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7. {{(pid=68089) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 547.492531] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a20f501d-7e61-4aba-83d1-1fcc58693900 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.499109] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 547.499109] env[68089]: value = "task-2851996" [ 547.499109] env[68089]: _type = "Task" [ 547.499109] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.511700] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851996, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.880173] env[68089]: DEBUG nova.compute.utils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.883315] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.883894] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.010406] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851996, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024531} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.011189] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] File moved {{(pid=68089) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 548.011673] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Cleaning up location [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 548.012439] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleting the datastore file [datastore1] vmware_temp/71574cfe-bdf4-460f-b12c-b70e65846aed {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 548.012857] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c15bfea-354a-412a-a8b9-6abfbdcf0fa1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.024043] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 548.024043] env[68089]: value = "task-2851997" [ 548.024043] env[68089]: _type = "Task" [ 548.024043] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.034847] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.090767] env[68089]: DEBUG nova.policy [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f58540b4414d79a990d7dc77e1d514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304ea40305c44cb09c8a1043372cad5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.385076] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.539554] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025099} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.539883] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 548.540636] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defa761f-8d9e-49e5-8f22-94ca37011a29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.545877] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 548.545877] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5244cd3f-c4e2-6583-cb58-52679dac84fd" [ 548.545877] env[68089]: _type = "Task" [ 548.545877] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.550799] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90102a0f-e41d-4ad2-a771-ed06a3de4d5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.556459] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5244cd3f-c4e2-6583-cb58-52679dac84fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.560797] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a47a0-0253-405c-9fda-091f76e94441 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.593506] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf9f90-031b-4673-b89c-ab7ccc14c3d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.601129] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f3d982-ba62-49b9-b0c8-2d5a2e480aa9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.618947] env[68089]: DEBUG nova.compute.provider_tree [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.708610] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Successfully created port: e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.065945] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5244cd3f-c4e2-6583-cb58-52679dac84fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.066424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.067137] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c37e84a0-fe92-47f4-a0c1-f4db5a95ed59/c37e84a0-fe92-47f4-a0c1-f4db5a95ed59.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.067137] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.067470] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.067775] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6953b3-5786-4cb1-a796-1f0963c4b00d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.070042] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8e444a-d39f-459b-b449-9a493d66c2bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.078365] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 549.078365] env[68089]: value = "task-2851998" [ 549.078365] env[68089]: _type = "Task" [ 549.078365] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.080656] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.081557] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.088013] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc1f880-9770-44a0-932e-c37eb968f9f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.095999] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.097685] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 549.097685] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52626ee8-d8a0-4a3d-3967-c504d691838c" [ 549.097685] env[68089]: _type = "Task" [ 549.097685] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.106093] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52626ee8-d8a0-4a3d-3967-c504d691838c, 'name': SearchDatastore_Task, 'duration_secs': 0.007103} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.106759] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9f24bc-cd56-463b-b166-4e9a371d433f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.111899] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 549.111899] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ab4589-4848-c500-ef12-2275d6ddf24b" [ 549.111899] env[68089]: _type = "Task" [ 549.111899] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.120755] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ab4589-4848-c500-ef12-2275d6ddf24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.125862] env[68089]: DEBUG nova.scheduler.client.report [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.259341] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.259729] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.394012] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.432599] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.432753] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.432953] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.434708] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.434879] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.435130] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.435412] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.435580] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.435748] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.435911] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.436134] env[68089]: DEBUG nova.virt.hardware [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.437170] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ff0706-5961-46e8-bd66-17a9152f2358 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.450904] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c565059-b80e-4355-a5e5-4985a2365ba9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.593216] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47824} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.596112] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c37e84a0-fe92-47f4-a0c1-f4db5a95ed59/c37e84a0-fe92-47f4-a0c1-f4db5a95ed59.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.596112] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 549.596112] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11c605e-4037-4dd5-a536-8211d10f41ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.602035] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 549.602035] env[68089]: value = "task-2851999" [ 549.602035] env[68089]: _type = "Task" [ 549.602035] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.614136] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.624458] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ab4589-4848-c500-ef12-2275d6ddf24b, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.624839] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.625211] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.625579] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b960b7e5-26fa-4e35-bc4c-72d3a308b124 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.634656] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.634656] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.637401] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 549.637401] env[68089]: value = "task-2852000" [ 549.637401] env[68089]: _type = "Task" [ 549.637401] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.639331] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.343s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.639889] env[68089]: INFO nova.compute.claims [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.653956] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.763907] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.955481] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "607865da-9774-47fc-ae4e-1adc0084cec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.955679] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.997590] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Successfully updated port: e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.115729] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2851999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.116440] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.117938] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2098bc-b504-471b-a69b-6140bf78d807 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.144694] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] c37e84a0-fe92-47f4-a0c1-f4db5a95ed59/c37e84a0-fe92-47f4-a0c1-f4db5a95ed59.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.147361] env[68089]: DEBUG nova.compute.utils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.148422] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159b3b5f-c3cd-4d71-86c1-1aecabc007a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.168201] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.168201] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.180480] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.182024] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.182258] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.183945] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 550.183945] env[68089]: value = "task-2852001" [ 550.183945] env[68089]: _type = "Task" [ 550.183945] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.183945] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbd4e3ca-9104-4410-9751-d9078e46ee47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.195026] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.196700] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 550.196700] env[68089]: value = "task-2852002" [ 550.196700] env[68089]: _type = "Task" [ 550.196700] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.207312] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.301588] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.393442] env[68089]: DEBUG nova.policy [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3099ef250a7340aba31f9fabc444a543', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '546fd6890c3942a09f747491699c6efd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404449] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404756] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.404756] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 550.404756] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.458198] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.509676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.509676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquired lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.509676] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.666453] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.697248] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852001, 'name': ReconfigVM_Task, 'duration_secs': 0.321571} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.700628] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Reconfigured VM instance instance-00000001 to attach disk [datastore1] c37e84a0-fe92-47f4-a0c1-f4db5a95ed59/c37e84a0-fe92-47f4-a0c1-f4db5a95ed59.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.705295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9238999e-c58d-4146-8d46-8337c99437bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.716676] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070369} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.719719] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.720527] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 550.720527] env[68089]: value = "task-2852003" [ 550.720527] env[68089]: _type = "Task" [ 550.720527] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.723915] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a285c4a9-d0fd-4244-b457-019a0171e6cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.748103] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852003, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.758057] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.761630] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a5dee4-2c00-405f-9cdb-f5be68f531a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.783642] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 550.783642] env[68089]: value = "task-2852004" [ 550.783642] env[68089]: _type = "Task" [ 550.783642] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.795654] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.889508] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd769607-582e-4541-97cc-d18c7baf455d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.895950] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7e9f4b-6023-46f2-b98e-cb4734e3282b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.929641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 550.931033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74f9df-8b29-4026-80e7-ae297d4bded5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.938595] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cc80e1-0a00-40ff-88a3-d71236e43cd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.952826] env[68089]: DEBUG nova.compute.provider_tree [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.964757] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Successfully updated port: e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.995534] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.077097] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.238811] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852003, 'name': Rename_Task, 'duration_secs': 0.127018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.239166] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.239359] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe6cc32-ff93-4dc8-808b-3793dd08e834 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.245409] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 551.245409] env[68089]: value = "task-2852005" [ 551.245409] env[68089]: _type = "Task" [ 551.245409] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.260241] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.294792] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852004, 'name': ReconfigVM_Task, 'duration_secs': 0.358055} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.295764] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.295764] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29dd08c3-0112-4f1d-bbf7-6da19c8eb9dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.303315] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 551.303315] env[68089]: value = "task-2852006" [ 551.303315] env[68089]: _type = "Task" [ 551.303315] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.319092] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852006, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.457460] env[68089]: DEBUG nova.scheduler.client.report [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 551.467429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.467815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.468364] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.593790] env[68089]: DEBUG nova.network.neutron [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updating instance_info_cache with network_info: [{"id": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "address": "fa:16:3e:c9:b9:7b", "network": {"id": "c1dd2cfd-010e-4988-ad1d-fffc5cf3b6be", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1835890579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15464238b09d469ab42cfc6a2bca4402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04bb09f-bb", "ovs_interfaceid": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.677915] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.710774] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.710774] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.710774] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.711197] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.711197] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.713025] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.713025] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.713025] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.713025] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.713025] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.713246] env[68089]: DEBUG nova.virt.hardware [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.714242] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693bccfb-1003-4e1a-8afd-e59a520b26c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.721973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b83cc-95a6-465c-a0a9-4cebc1ef756d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.761067] env[68089]: DEBUG oslo_vmware.api [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852005, 'name': PowerOnVM_Task, 'duration_secs': 0.447303} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.761067] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.761067] env[68089]: INFO nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Took 9.14 seconds to spawn the instance on the hypervisor. [ 551.761356] env[68089]: DEBUG nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.763062] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8368ba7-32be-4d8d-9e0e-9fbada98ac4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.813548] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852006, 'name': Rename_Task, 'duration_secs': 0.128091} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.814552] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.814797] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fbd191-8e65-400a-b730-981829ced7b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.822625] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 551.822625] env[68089]: value = "task-2852007" [ 551.822625] env[68089]: _type = "Task" [ 551.822625] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.830678] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.879165] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Successfully created port: eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 551.964494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 551.965068] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.973037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.255s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.973219] env[68089]: INFO nova.compute.claims [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.010497] env[68089]: DEBUG nova.compute.manager [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Received event network-vif-plugged-e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 552.010497] env[68089]: DEBUG oslo_concurrency.lockutils [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] Acquiring lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.010497] env[68089]: DEBUG oslo_concurrency.lockutils [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.010497] env[68089]: DEBUG oslo_concurrency.lockutils [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.010891] env[68089]: DEBUG nova.compute.manager [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] No waiting events found dispatching network-vif-plugged-e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.010891] env[68089]: WARNING nova.compute.manager [req-ab9a07a1-d025-464f-b3d7-ebfd90204180 req-36f4d373-25bc-46d0-bbb3-5c05d960d401 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Received unexpected event network-vif-plugged-e04bb09f-bb54-4d79-b9cd-19af4328f016 for instance with vm_state building and task_state spawning. [ 552.036129] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.099432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Releasing lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.100074] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Instance network_info: |[{"id": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "address": "fa:16:3e:c9:b9:7b", "network": {"id": "c1dd2cfd-010e-4988-ad1d-fffc5cf3b6be", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1835890579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15464238b09d469ab42cfc6a2bca4402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04bb09f-bb", "ovs_interfaceid": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.100427] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b9:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04bb09f-bb54-4d79-b9cd-19af4328f016', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.109444] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Creating folder: Project (15464238b09d469ab42cfc6a2bca4402). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.109701] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7a09817-851d-4913-9825-bf5a7d707276 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.120955] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Created folder: Project (15464238b09d469ab42cfc6a2bca4402) in parent group-v573447. [ 552.121247] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Creating folder: Instances. Parent ref: group-v573454. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.121497] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249726f6-4490-4b69-bfa8-595039d1d7de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.131276] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Created folder: Instances in parent group-v573454. [ 552.133271] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 552.133271] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.133271] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d8f26f-7470-4d08-816e-54b75e9c3536 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.152782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "6c432798-e4a8-45e4-bb75-445c270227b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.153651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.157028] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.157028] env[68089]: value = "task-2852010" [ 552.157028] env[68089]: _type = "Task" [ 552.157028] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.165478] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852010, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.281880] env[68089]: INFO nova.compute.manager [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Took 13.90 seconds to build instance. [ 552.334949] env[68089]: DEBUG oslo_vmware.api [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852007, 'name': PowerOnVM_Task, 'duration_secs': 0.429754} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.334949] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.334949] env[68089]: INFO nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Took 7.47 seconds to spawn the instance on the hypervisor. [ 552.334949] env[68089]: DEBUG nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.335369] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818c325-1a35-43fc-bca3-603527335ae1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.380840] env[68089]: DEBUG nova.network.neutron [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.477679] env[68089]: DEBUG nova.compute.utils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 552.480609] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 552.481257] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.656305] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.673027] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852010, 'name': CreateVM_Task, 'duration_secs': 0.36003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.673228] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.693905] env[68089]: DEBUG oslo_vmware.service [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43fce4d-c1ff-47f2-b40a-48139eda919a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.705254] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.705454] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.706735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.706735] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51850f6b-11ca-4b73-b657-67c17108640f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.712579] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 552.712579] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521060cc-500d-1834-d2a7-b3c8d45446d4" [ 552.712579] env[68089]: _type = "Task" [ 552.712579] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.724159] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521060cc-500d-1834-d2a7-b3c8d45446d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.784516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-96fae223-e599-4e42-8e29-2f51d290ee6b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.409s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.784516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.598s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.784516] env[68089]: INFO nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] During sync_power_state the instance has a pending task (spawning). Skip. [ 552.784708] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.795227] env[68089]: DEBUG nova.compute.manager [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-vif-plugged-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 552.795523] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] Acquiring lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.795801] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.796035] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.796269] env[68089]: DEBUG nova.compute.manager [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] No waiting events found dispatching network-vif-plugged-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.796489] env[68089]: WARNING nova.compute.manager [req-6a223b65-f3e7-4249-a3ff-3b323f886b0f req-2af8d12c-a46c-4ded-9784-b978e2fe89c2 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received unexpected event network-vif-plugged-e4e957c9-a40a-488a-b813-4da6385aa52a for instance with vm_state building and task_state spawning. [ 552.863028] env[68089]: INFO nova.compute.manager [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Took 12.76 seconds to build instance. [ 552.886196] env[68089]: DEBUG nova.policy [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30c629c13d6a468682e23e162fc082a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52e2e0af06c447a58c975f66aa9835e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 552.889109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.889401] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Instance network_info: |[{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.891122] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c0:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e957c9-a40a-488a-b813-4da6385aa52a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.898271] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Creating folder: Project (304ea40305c44cb09c8a1043372cad5b). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.899253] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b432390-94fe-44d9-a9eb-353f1aad3d5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.937757] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Created folder: Project (304ea40305c44cb09c8a1043372cad5b) in parent group-v573447. [ 552.937981] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Creating folder: Instances. Parent ref: group-v573457. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.938304] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f1df0d-37d8-4d77-ad53-fc298b06a478 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.951897] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Created folder: Instances in parent group-v573457. [ 552.952228] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 552.952407] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.952652] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b5f189a-cdd8-4f14-8cf6-8abcd81dcf14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.973877] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.973877] env[68089]: value = "task-2852013" [ 552.973877] env[68089]: _type = "Task" [ 552.973877] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.982691] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.984943] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852013, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.198971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.233302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.233406] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.233933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.233933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.233933] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.234373] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eb6c5fa-fc48-4350-a6e4-b21712d72a2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.260637] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.260737] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.266018] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d109b-2e78-498a-859d-15ff01db9af9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.280876] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50ec549-665b-47b7-abd4-f1ee170363bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.287625] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 553.287625] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527646f1-d360-e5d1-98d9-830861b177e7" [ 553.287625] env[68089]: _type = "Task" [ 553.287625] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.296680] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527646f1-d360-e5d1-98d9-830861b177e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.343293] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61835b81-c8c0-40c2-8e71-24408c74a097 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.356131] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba7450-9a6b-4b22-be52-bef6bc3749cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.398971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-098ba2c9-45bc-4358-9499-1092c710b620 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.312s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.399505] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.213s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.399939] env[68089]: INFO nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] During sync_power_state the instance has a pending task (networking). Skip. [ 553.400363] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.401134] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744f8ffa-d15a-46fc-b4f4-0c498823f5c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.413252] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31347a-9c57-4903-8267-c9ae172693d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.429803] env[68089]: DEBUG nova.compute.provider_tree [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.487122] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852013, 'name': CreateVM_Task, 'duration_secs': 0.351051} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.487122] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.487122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.487122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.487122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.490908] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c49d78-274b-40b0-96e1-a93b8fd258fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.511057] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 553.511057] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dcba12-45a5-8ba2-f829-607db29dd824" [ 553.511057] env[68089]: _type = "Task" [ 553.511057] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.525644] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dcba12-45a5-8ba2-f829-607db29dd824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.803320] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 553.803587] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Creating directory with path [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.803826] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e79a195f-93e5-410a-a9c9-7f691d819204 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.842729] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Created directory with path [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.842942] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Fetch image to [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 553.843129] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Downloading image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk on the data store datastore2 {{(pid=68089) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 553.843933] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3409a776-a728-4d0a-99c4-6566ce0ffcf2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.856177] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Successfully created port: 7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.862196] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dca0ee-be69-4249-92ae-9da4180a9956 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.878050] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f48247-ab9b-4308-8035-42b8f39ad035 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.920177] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db54ba9-2e80-4f11-870c-51973e6436b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.927269] env[68089]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d5a3b980-f07c-4a66-ad53-d2ec65f83cc5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.932893] env[68089]: DEBUG nova.scheduler.client.report [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.956689] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Downloading image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to the data store datastore2 {{(pid=68089) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 554.012037] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.029997] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.029997] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.030131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.075513] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.077182] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.077182] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.077182] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.077182] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.077182] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.077545] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.077545] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.077545] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.077545] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.077545] env[68089]: DEBUG nova.virt.hardware [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.078070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa1d820-a5ee-4538-b554-8d9be2b2e322 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.089631] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a4d63-93fd-4739-b176-229f240383aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.098220] env[68089]: DEBUG oslo_vmware.rw_handles [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 554.263962] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Successfully updated port: eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.441362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.442248] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.451135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.148s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.454552] env[68089]: INFO nova.compute.claims [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.767506] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.767728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquired lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.767961] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.773881] env[68089]: INFO nova.compute.manager [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Rebuilding instance [ 554.834517] env[68089]: DEBUG nova.compute.manager [None req-1583e9e5-c706-4f6a-8d10-8d56aa360801 tempest-ServerDiagnosticsV248Test-1705453146 tempest-ServerDiagnosticsV248Test-1705453146-project-admin] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.837905] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2332a3ef-326b-4ed7-8f31-b956f671ed67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.852290] env[68089]: DEBUG nova.compute.manager [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.854260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0a8ca-ea1c-4644-8061-0b3de50a049c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.861740] env[68089]: INFO nova.compute.manager [None req-1583e9e5-c706-4f6a-8d10-8d56aa360801 tempest-ServerDiagnosticsV248Test-1705453146 tempest-ServerDiagnosticsV248Test-1705453146-project-admin] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Retrieving diagnostics [ 554.863324] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ce8a0-2975-4991-8b5d-e74716a89a8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.873883] env[68089]: DEBUG oslo_vmware.rw_handles [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 554.874258] env[68089]: DEBUG oslo_vmware.rw_handles [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 554.928412] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Downloaded image file data 0dcae654-aa30-40a9-a80e-7cc730c55dd7 to vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk on the data store datastore2 {{(pid=68089) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 554.931149] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 554.931149] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Copying Virtual Disk [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk to [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.931149] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce2e6c2-d243-4e09-a79b-2074dfe0a033 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.938598] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 554.938598] env[68089]: value = "task-2852014" [ 554.938598] env[68089]: _type = "Task" [ 554.938598] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.947824] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.965134] env[68089]: DEBUG nova.compute.utils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 554.968775] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.969048] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.040878] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.041102] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.090877] env[68089]: DEBUG nova.policy [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b2326547a145a2bc75a4caa2fdc406', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40b600ce24dc4eda92b7f42a2022949a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.404694] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.451787] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852014, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.473470] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.543349] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.684536] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939ff2e-4a35-4d97-bbe7-cbffb74be4bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.692973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4714708-e14f-4cae-8381-3c52d5cbe093 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.728512] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9da259f-9afe-4827-94be-e87a613d6cc8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.737341] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6ace0d-c5d0-4c1c-bd6a-ddeb3eecc866 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.754254] env[68089]: DEBUG nova.compute.provider_tree [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.884917] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 555.885380] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f64a86-01c6-45bc-a0f3-10372f7e722e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.893831] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 555.893831] env[68089]: value = "task-2852015" [ 555.893831] env[68089]: _type = "Task" [ 555.893831] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.908039] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.960901] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.964321] env[68089]: DEBUG nova.network.neutron [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Updating instance_info_cache with network_info: [{"id": "eca0380a-27ff-419a-909b-9c5b7126078e", "address": "fa:16:3e:35:f7:4c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0380a-27", "ovs_interfaceid": "eca0380a-27ff-419a-909b-9c5b7126078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 556.089551] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.151297] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Successfully created port: 3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.260558] env[68089]: DEBUG nova.scheduler.client.report [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.405765] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852015, 'name': PowerOffVM_Task, 'duration_secs': 0.163621} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.408787] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 556.409151] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 556.410097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263b271-ab25-4b2c-86db-47c7d699c0c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.419500] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 556.419748] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe3c405-d4ad-4526-85bf-ddf5fa6b82c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.448445] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 556.448703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 556.448878] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Deleting the datastore file [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.449579] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96d2618-25f4-44d3-8c3f-eaff2b9368bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.463070] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.283168} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.463814] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Copied Virtual Disk [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk to [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.464022] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleting the datastore file [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7/tmp-sparse.vmdk {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 556.464308] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dceb107-73f9-43df-814a-06246447bd5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.467453] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 556.467453] env[68089]: value = "task-2852017" [ 556.467453] env[68089]: _type = "Task" [ 556.467453] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.468320] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Releasing lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.468656] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Instance network_info: |[{"id": "eca0380a-27ff-419a-909b-9c5b7126078e", "address": "fa:16:3e:35:f7:4c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0380a-27", "ovs_interfaceid": "eca0380a-27ff-419a-909b-9c5b7126078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.476244] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:f7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eca0380a-27ff-419a-909b-9c5b7126078e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.488488] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Creating folder: Project (546fd6890c3942a09f747491699c6efd). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.490336] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f144c445-6a5d-4eac-9ee0-58f4c28430df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.492702] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 556.492702] env[68089]: value = "task-2852018" [ 556.492702] env[68089]: _type = "Task" [ 556.492702] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.509784] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Successfully updated port: 7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 556.516499] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.523066] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Created folder: Project (546fd6890c3942a09f747491699c6efd) in parent group-v573447. [ 556.523285] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Creating folder: Instances. Parent ref: group-v573460. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.523555] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.529412] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34eb6ce0-fc0d-4ce8-b5be-58371344c358 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.533053] env[68089]: DEBUG nova.compute.manager [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Received event network-changed-e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 556.533239] env[68089]: DEBUG nova.compute.manager [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Refreshing instance network info cache due to event network-changed-e04bb09f-bb54-4d79-b9cd-19af4328f016. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 556.533550] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Acquiring lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.533671] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Acquired lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.533834] env[68089]: DEBUG nova.network.neutron [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Refreshing network info cache for port e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.547744] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022182} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.549878] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.550257] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Moving file from [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab/0dcae654-aa30-40a9-a80e-7cc730c55dd7 to [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7. {{(pid=68089) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 556.550862] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Created folder: Instances in parent group-v573460. [ 556.551289] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 556.551357] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2cd007e6-94ab-4bcd-b4b0-5e8ee0e82438 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.553567] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.554269] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc6f614-786a-4427-8b0b-67c06b269848 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.574532] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 556.574532] env[68089]: value = "task-2852021" [ 556.574532] env[68089]: _type = "Task" [ 556.574532] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.580931] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.582480] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.582480] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.582480] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.582480] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.582480] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.582734] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.582734] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.582734] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.582734] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.582734] env[68089]: DEBUG nova.virt.hardware [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.582951] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.582951] env[68089]: value = "task-2852022" [ 556.582951] env[68089]: _type = "Task" [ 556.582951] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.583961] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a2b6b2-6abf-47ad-8794-ddf893d4255f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.593889] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852021, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.597425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478eb064-72cb-46a6-bf5e-9760d90da80d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.604834] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852022, 'name': CreateVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.772032] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.772605] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.777065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.847s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.777257] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.777412] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.777695] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.782s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.779598] env[68089]: INFO nova.compute.claims [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.783823] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6339f-d7ce-472a-bd40-5408580e4e97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.801035] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37f56f-6db3-457b-a6d1-8421452a2710 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.827294] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d43b0-208f-4931-8044-335fa904a2ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.833266] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5512ef1-94f1-4b67-8b49-a11cae367742 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.877049] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181096MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.877354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.979076] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104524} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.980041] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.980041] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 556.980041] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 557.013552] env[68089]: DEBUG nova.compute.manager [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 557.014023] env[68089]: DEBUG nova.compute.manager [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing instance network info cache due to event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 557.015080] env[68089]: DEBUG oslo_concurrency.lockutils [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.015225] env[68089]: DEBUG oslo_concurrency.lockutils [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.015456] env[68089]: DEBUG nova.network.neutron [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.025339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.025339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.025339] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 557.089929] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852021, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026275} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.094620] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] File moved {{(pid=68089) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 557.094855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Cleaning up location [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 557.095033] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleting the datastore file [datastore2] vmware_temp/28caae1e-2dab-42e6-9a9e-0b2e8387cbab {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.095712] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7440bcd1-b331-479d-b44f-074d6ee4cf40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.104545] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852022, 'name': CreateVM_Task, 'duration_secs': 0.371411} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.105764] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.105764] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 557.105764] env[68089]: value = "task-2852023" [ 557.105764] env[68089]: _type = "Task" [ 557.105764] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.106371] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.106526] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.106904] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.107131] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3819c7-c9ca-426d-bb19-cc40ac4f9a92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.117940] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 557.117940] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a86c45-d01f-9621-0b3c-c6130eb42450" [ 557.117940] env[68089]: _type = "Task" [ 557.117940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.124024] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.129590] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a86c45-d01f-9621-0b3c-c6130eb42450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.278787] env[68089]: DEBUG nova.compute.utils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.280894] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.280988] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.406954] env[68089]: DEBUG nova.network.neutron [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updated VIF entry in instance network info cache for port e04bb09f-bb54-4d79-b9cd-19af4328f016. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.406954] env[68089]: DEBUG nova.network.neutron [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updating instance_info_cache with network_info: [{"id": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "address": "fa:16:3e:c9:b9:7b", "network": {"id": "c1dd2cfd-010e-4988-ad1d-fffc5cf3b6be", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1835890579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15464238b09d469ab42cfc6a2bca4402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04bb09f-bb", "ovs_interfaceid": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.443882] env[68089]: DEBUG nova.policy [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.618488] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028512} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.619296] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 557.626024] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b387b76-ba5c-46ef-b495-77be57996b3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.635574] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a86c45-d01f-9621-0b3c-c6130eb42450, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.636017] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 557.636017] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5293e964-49c4-da44-fee7-aeb2233924be" [ 557.636017] env[68089]: _type = "Task" [ 557.636017] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.636510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.636969] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.637296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.642150] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.648657] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5293e964-49c4-da44-fee7-aeb2233924be, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.651221] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.651221] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 491bbb1f-0193-4f1d-a7c2-00445e82c8e3/491bbb1f-0193-4f1d-a7c2-00445e82c8e3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.651221] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.651221] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.651520] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcbbbee7-6218-4a13-a3ee-e887269f5ccb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.653043] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96106bcd-ae20-4d2c-b9fd-21b8aee0e31e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.661092] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 557.661092] env[68089]: value = "task-2852024" [ 557.661092] env[68089]: _type = "Task" [ 557.661092] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.665634] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.665872] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.666911] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa9184c-d76f-4c5e-81ec-1905dc46eae0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.674147] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.677055] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 557.677055] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52afc191-0414-b284-42e3-7dbff95ef1c2" [ 557.677055] env[68089]: _type = "Task" [ 557.677055] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.686906] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52afc191-0414-b284-42e3-7dbff95ef1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.786515] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.906557] env[68089]: DEBUG nova.network.neutron [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updated VIF entry in instance network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.906887] env[68089]: DEBUG nova.network.neutron [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.910401] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Releasing lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.910401] env[68089]: DEBUG nova.compute.manager [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Received event network-vif-plugged-eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 557.911162] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Acquiring lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.911438] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.911602] env[68089]: DEBUG oslo_concurrency.lockutils [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 557.913219] env[68089]: DEBUG nova.compute.manager [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] No waiting events found dispatching network-vif-plugged-eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.913219] env[68089]: WARNING nova.compute.manager [req-f110c5f5-d96f-403d-a95b-8b88b9af61a3 req-f8409f5b-0a05-446e-b1fc-13b6b3ab2e7f service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Received unexpected event network-vif-plugged-eca0380a-27ff-419a-909b-9c5b7126078e for instance with vm_state building and task_state spawning. [ 558.050414] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.053000] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.053317] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.054175] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.054744] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.055145] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.058627] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.058627] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.058627] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.058627] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.058627] env[68089]: DEBUG nova.virt.hardware [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.063179] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75de4e96-e57b-452a-aee0-020e66534e08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.071731] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb499e35-2a5b-4767-abb3-9f57d3eb234f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.084447] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f38cd9-5ec1-4f74-97c5-49a1a057efcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.089297] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895185e4-14da-4aa1-a6ee-dc50d76aed19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.138930] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.144148] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 558.144945] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438c582d-b048-4b63-b24b-3dd678ea9b9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.147652] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.148041] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec1633d-3526-4f74-a9bb-b6454fe713e8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.167834] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.167834] env[68089]: value = "task-2852025" [ 558.167834] env[68089]: _type = "Task" [ 558.167834] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.170777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0fed8-7041-4321-8aac-7ef1454913fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.179493] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506044} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.180331] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 491bbb1f-0193-4f1d-a7c2-00445e82c8e3/491bbb1f-0193-4f1d-a7c2-00445e82c8e3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.180453] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.185566] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c23070d-a1c7-40cb-a478-62206ca88343 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.199162] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852025, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.199632] env[68089]: DEBUG nova.compute.provider_tree [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.210422] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52afc191-0414-b284-42e3-7dbff95ef1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.213172] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336fa1d1-9a91-4336-beb2-a59d0ff051a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.216432] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 558.216432] env[68089]: value = "task-2852026" [ 558.216432] env[68089]: _type = "Task" [ 558.216432] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.223144] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 558.223144] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c4afcd-8433-c6e5-8053-254509cbda51" [ 558.223144] env[68089]: _type = "Task" [ 558.223144] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.231489] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.239091] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c4afcd-8433-c6e5-8053-254509cbda51, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.239754] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.240076] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] abb105e4-4494-4a98-bfa7-11358ddecdea/abb105e4-4494-4a98-bfa7-11358ddecdea.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.240423] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.240660] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.240909] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6ac078-76e0-41b6-aa14-7ca7c99cbfef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.243304] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c80b9e8-7489-4a99-adb8-749c157acb99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.250745] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 558.250745] env[68089]: value = "task-2852027" [ 558.250745] env[68089]: _type = "Task" [ 558.250745] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.256231] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.256231] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.257564] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082a7d5e-f6d7-452f-948e-4463690d45cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.263876] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.267106] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 558.267106] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd7bd2-3b1b-5851-0d59-8fddf22eac87" [ 558.267106] env[68089]: _type = "Task" [ 558.267106] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.275396] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd7bd2-3b1b-5851-0d59-8fddf22eac87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.366277] env[68089]: DEBUG nova.network.neutron [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Updating instance_info_cache with network_info: [{"id": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "address": "fa:16:3e:31:76:6a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e63aa02-e8", "ovs_interfaceid": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.415028] env[68089]: DEBUG oslo_concurrency.lockutils [req-7438b0d0-b0b6-4fe7-b8eb-4829352db0ef req-eb1a193c-97aa-41f6-a0bd-be4d0856396a service nova] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.678463] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Successfully created port: 86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.687584] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852025, 'name': CreateVM_Task, 'duration_secs': 0.377636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.690339] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.690339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.690339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.690339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.690339] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b85d18-879a-4440-9e71-924ff6a258ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.694838] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 558.694838] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520b8412-ed10-d438-8b83-41b844be5de9" [ 558.694838] env[68089]: _type = "Task" [ 558.694838] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.704144] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520b8412-ed10-d438-8b83-41b844be5de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.706097] env[68089]: DEBUG nova.scheduler.client.report [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.726606] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062102} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.726917] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.727897] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfb1fc6-9d10-46ba-bfba-ee0028d0f928 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.753188] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 491bbb1f-0193-4f1d-a7c2-00445e82c8e3/491bbb1f-0193-4f1d-a7c2-00445e82c8e3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.753188] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0eee5a-1532-43a5-926b-d3cd4f29f590 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.776275] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 558.776275] env[68089]: value = "task-2852028" [ 558.776275] env[68089]: _type = "Task" [ 558.776275] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.784284] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467914} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.785032] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd7bd2-3b1b-5851-0d59-8fddf22eac87, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.787905] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] abb105e4-4494-4a98-bfa7-11358ddecdea/abb105e4-4494-4a98-bfa7-11358ddecdea.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.788154] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.788943] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b98afa3-c927-4db7-bce2-b43ea2c55261 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.792960] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f138e4e-805a-447d-81d7-cfacadb5f525 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.800862] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.804129] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.806386] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 558.806386] env[68089]: value = "task-2852029" [ 558.806386] env[68089]: _type = "Task" [ 558.806386] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.806647] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 558.806647] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e48e42-8c1f-1ff9-7922-4bef8a0bcc85" [ 558.806647] env[68089]: _type = "Task" [ 558.806647] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.818208] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.821722] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e48e42-8c1f-1ff9-7922-4bef8a0bcc85, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.821891] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.822303] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] faf2d707-acab-4b79-965f-9b5b940e4c68/faf2d707-acab-4b79-965f-9b5b940e4c68.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.822427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a1d4b2d-605c-49bc-a111-fd32a6c63ef9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.829399] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 558.829399] env[68089]: value = "task-2852030" [ 558.829399] env[68089]: _type = "Task" [ 558.829399] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.839214] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.839506] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.839670] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.839876] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.840070] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.840754] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.840754] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.840754] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.840892] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.841066] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.841256] env[68089]: DEBUG nova.virt.hardware [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.842118] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba484e58-1c29-4d2a-8e8f-ed64fb0e6f72 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.848234] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.853788] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d1742-0419-45b6-a551-7c12688554f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.869622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.869930] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Instance network_info: |[{"id": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "address": "fa:16:3e:31:76:6a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e63aa02-e8", "ovs_interfaceid": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 558.870343] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:76:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e63aa02-e804-4ad2-a414-41448a55f9bd', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.877731] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Creating folder: Project (52e2e0af06c447a58c975f66aa9835e8). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.877877] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dac282a-ed85-4a71-ba01-97573440cb8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.886979] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Created folder: Project (52e2e0af06c447a58c975f66aa9835e8) in parent group-v573447. [ 558.887209] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Creating folder: Instances. Parent ref: group-v573464. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.887462] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bee9763-21d2-4c4d-a75c-5fad77481e5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.898731] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Created folder: Instances in parent group-v573464. [ 558.898995] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 558.899202] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 558.899685] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7044534e-f784-48d9-adf1-db4914430ffd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.918935] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 558.918935] env[68089]: value = "task-2852033" [ 558.918935] env[68089]: _type = "Task" [ 558.918935] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.926815] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852033, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.166803] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Successfully updated port: 3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.216408] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.217434] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.226599] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520b8412-ed10-d438-8b83-41b844be5de9, 'name': SearchDatastore_Task, 'duration_secs': 0.019577} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.227453] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.031s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.231744] env[68089]: INFO nova.compute.claims [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.239413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.240758] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.240758] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.240758] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.240758] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.241389] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ef83c5-97f1-4922-88d0-346732d562c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.259598] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.259598] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.259892] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481bdb57-4108-489d-b98a-7723ca0c7ba6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.269318] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 559.269318] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522fbd01-a8de-ed3f-a458-0eccc17f4b77" [ 559.269318] env[68089]: _type = "Task" [ 559.269318] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.281111] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522fbd01-a8de-ed3f-a458-0eccc17f4b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.296645] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852028, 'name': ReconfigVM_Task, 'duration_secs': 0.398958} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.297924] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 491bbb1f-0193-4f1d-a7c2-00445e82c8e3/491bbb1f-0193-4f1d-a7c2-00445e82c8e3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.298744] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d44be2-f527-465e-bc43-1e5001f17578 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.304226] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 559.304226] env[68089]: value = "task-2852034" [ 559.304226] env[68089]: _type = "Task" [ 559.304226] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.315250] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852034, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.319214] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065244} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.319505] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.320260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc912a6-4b2d-48b6-bc0c-a142811aa5a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.345313] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] abb105e4-4494-4a98-bfa7-11358ddecdea/abb105e4-4494-4a98-bfa7-11358ddecdea.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.348836] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b9ba90-dde0-4977-a2a2-14225dec27a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.371610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 559.371867] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.376706] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472728} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.378379] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] faf2d707-acab-4b79-965f-9b5b940e4c68/faf2d707-acab-4b79-965f-9b5b940e4c68.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.378596] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.378894] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 559.378894] env[68089]: value = "task-2852035" [ 559.378894] env[68089]: _type = "Task" [ 559.378894] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.379081] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2ef5321-e4b8-4bfd-9b9e-19fb81c2349f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.390783] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.392260] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 559.392260] env[68089]: value = "task-2852036" [ 559.392260] env[68089]: _type = "Task" [ 559.392260] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.428897] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852033, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.669965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.670864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquired lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.670864] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.729010] env[68089]: DEBUG nova.compute.utils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.730443] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.730617] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.782610] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522fbd01-a8de-ed3f-a458-0eccc17f4b77, 'name': SearchDatastore_Task, 'duration_secs': 0.024119} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.783377] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9d3af8-6a01-4608-b199-9a8615647a94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.789798] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 559.789798] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5292b7d1-d045-187b-5ba4-b06416fca83b" [ 559.789798] env[68089]: _type = "Task" [ 559.789798] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.799219] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5292b7d1-d045-187b-5ba4-b06416fca83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.814019] env[68089]: DEBUG nova.policy [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a913299eb3a44f46b6c1051691a2863a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f33e13f0a214c8ab5974635adc84e75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.818058] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852034, 'name': Rename_Task, 'duration_secs': 0.157139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.818341] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.818572] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f72a9c4-b645-4414-8e19-c032ecdd4bf5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.826961] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 559.826961] env[68089]: value = "task-2852037" [ 559.826961] env[68089]: _type = "Task" [ 559.826961] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.840909] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.881613] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 559.902625] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852035, 'name': ReconfigVM_Task, 'duration_secs': 0.297156} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.903393] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Reconfigured VM instance instance-00000004 to attach disk [datastore2] abb105e4-4494-4a98-bfa7-11358ddecdea/abb105e4-4494-4a98-bfa7-11358ddecdea.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.904405] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-474c2151-1d2b-4c1f-94c5-4e91f2e06427 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.910248] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091304} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.910804] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.911591] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c159b-3819-40f0-9604-361be2a63e28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.938575] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] faf2d707-acab-4b79-965f-9b5b940e4c68/faf2d707-acab-4b79-965f-9b5b940e4c68.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.938961] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 559.938961] env[68089]: value = "task-2852038" [ 559.938961] env[68089]: _type = "Task" [ 559.938961] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.942938] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53ab615-e2f8-4f54-975d-c92e187bef77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.968061] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852033, 'name': CreateVM_Task, 'duration_secs': 0.577532} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.972159] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.973210] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 559.973210] env[68089]: value = "task-2852039" [ 559.973210] env[68089]: _type = "Task" [ 559.973210] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.973210] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852038, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.973429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.973507] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.973831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.974166] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de177b4d-d9f3-47bf-8357-ca8b6aca2e0d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.983210] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 559.983210] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52867e89-ad07-6877-98ea-9414a5dcd699" [ 559.983210] env[68089]: _type = "Task" [ 559.983210] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.987532] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.994669] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52867e89-ad07-6877-98ea-9414a5dcd699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.185800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "53d44dc8-08be-4e54-a832-98506680ba58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.186322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.235335] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.252344] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.319251] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5292b7d1-d045-187b-5ba4-b06416fca83b, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.319801] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.320188] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.324247] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f494f2-53bb-49e8-9401-45c4ccb9e705 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.336481] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 560.336481] env[68089]: value = "task-2852040" [ 560.336481] env[68089]: _type = "Task" [ 560.336481] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.348103] env[68089]: DEBUG oslo_vmware.api [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852037, 'name': PowerOnVM_Task, 'duration_secs': 0.489491} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.348875] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.349218] env[68089]: INFO nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Took 13.26 seconds to spawn the instance on the hypervisor. [ 560.349354] env[68089]: DEBUG nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.350465] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f461421-82f2-4751-90a5-d64fc3ec4c90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.360133] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.435372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.480748] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852038, 'name': Rename_Task, 'duration_secs': 0.166003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.483786] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.484054] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ac584b-5814-415d-9380-8a8990878c99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.493385] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852039, 'name': ReconfigVM_Task, 'duration_secs': 0.292441} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.497352] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Reconfigured VM instance instance-00000005 to attach disk [datastore2] faf2d707-acab-4b79-965f-9b5b940e4c68/faf2d707-acab-4b79-965f-9b5b940e4c68.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.498055] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 560.498055] env[68089]: value = "task-2852041" [ 560.498055] env[68089]: _type = "Task" [ 560.498055] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.498424] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f4a6b4-f226-4ba6-a51f-7c2874ab11b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.507175] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52867e89-ad07-6877-98ea-9414a5dcd699, 'name': SearchDatastore_Task, 'duration_secs': 0.021263} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.507349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.507613] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.507816] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.507951] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.508149] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.508804] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf5eae6-3446-4348-bc14-f22db6b0cd98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.515382] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 560.515382] env[68089]: value = "task-2852042" [ 560.515382] env[68089]: _type = "Task" [ 560.515382] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.520422] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852041, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.530030] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852042, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.532356] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.532584] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.533532] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a450462-3f24-4bc8-b51b-81420b840513 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.547168] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 560.547168] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52451c1e-472c-d17f-b506-6cfa937d49ab" [ 560.547168] env[68089]: _type = "Task" [ 560.547168] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.555882] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52451c1e-472c-d17f-b506-6cfa937d49ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.601743] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7b477-bcda-4019-8c87-87bcadd2d07d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.610625] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15caf70-1d62-4699-a42e-1348dc988a43 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.646069] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b515b-18cf-40c2-92be-8fa11e078320 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.654876] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0084c7f-4bf1-425d-8149-f4af7bf2c8aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.670477] env[68089]: DEBUG nova.compute.provider_tree [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.693126] env[68089]: DEBUG nova.compute.manager [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Received event network-changed-eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 560.693249] env[68089]: DEBUG nova.compute.manager [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Refreshing instance network info cache due to event network-changed-eca0380a-27ff-419a-909b-9c5b7126078e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 560.693440] env[68089]: DEBUG oslo_concurrency.lockutils [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] Acquiring lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.693674] env[68089]: DEBUG oslo_concurrency.lockutils [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] Acquired lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.693732] env[68089]: DEBUG nova.network.neutron [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Refreshing network info cache for port eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.739896] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Successfully created port: 449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.751689] env[68089]: DEBUG nova.network.neutron [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Updating instance_info_cache with network_info: [{"id": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "address": "fa:16:3e:26:79:2c", "network": {"id": "1e0a22d0-b25b-439c-a5d0-8a43e654900c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1742100407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b600ce24dc4eda92b7f42a2022949a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff450c7-8a", "ovs_interfaceid": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.847971] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.878876] env[68089]: INFO nova.compute.manager [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Took 19.52 seconds to build instance. [ 561.012292] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.030370] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852042, 'name': Rename_Task, 'duration_secs': 0.441229} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.030821] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.031157] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f85b0dc9-6021-418b-82fb-5cf365c3edfb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.039745] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 561.039745] env[68089]: value = "task-2852043" [ 561.039745] env[68089]: _type = "Task" [ 561.039745] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.054735] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.064661] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52451c1e-472c-d17f-b506-6cfa937d49ab, 'name': SearchDatastore_Task, 'duration_secs': 0.065554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.065769] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf99670d-e76d-479b-b5e2-cb62a1d15574 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.071443] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 561.071443] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0f2af-1dcc-fa40-c202-3a88e37f5f80" [ 561.071443] env[68089]: _type = "Task" [ 561.071443] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.083590] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0f2af-1dcc-fa40-c202-3a88e37f5f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.112068] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "312a2247-d796-4075-81ff-4ee8510fede7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.112351] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.174147] env[68089]: DEBUG nova.scheduler.client.report [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.257844] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Releasing lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.257844] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Instance network_info: |[{"id": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "address": "fa:16:3e:26:79:2c", "network": {"id": "1e0a22d0-b25b-439c-a5d0-8a43e654900c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1742100407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b600ce24dc4eda92b7f42a2022949a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff450c7-8a", "ovs_interfaceid": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.258823] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.261053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:79:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ff450c7-8a92-42a7-a6de-39c41e26bc07', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.268993] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Creating folder: Project (40b600ce24dc4eda92b7f42a2022949a). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.272429] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abcc1de7-140d-45b6-af43-9e032918a55e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.283854] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Created folder: Project (40b600ce24dc4eda92b7f42a2022949a) in parent group-v573447. [ 561.283981] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Creating folder: Instances. Parent ref: group-v573467. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.284385] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5099fc62-39f2-4b6b-be67-6fa8361095b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.293650] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Created folder: Instances in parent group-v573467. [ 561.294077] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 561.294211] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.294396] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735fdbf3-60cd-4833-9eaf-42ac086b87d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.312648] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.312951] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.313151] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.313401] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.313581] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.314681] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.314681] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.314681] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.314681] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.314681] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.315793] env[68089]: DEBUG nova.virt.hardware [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.317901] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a1bf0-3eb2-4f45-a87d-b041a489cfcc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.324144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.324420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.331615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7cab1-ee7d-4320-b156-70b2561bdc43 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.335818] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.335818] env[68089]: value = "task-2852046" [ 561.335818] env[68089]: _type = "Task" [ 561.335818] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.359927] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852046, 'name': CreateVM_Task} progress is 15%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.363057] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565248} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.363355] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.363621] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.363880] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b6f89a-0195-4c0e-993f-98a9c3df556d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.370392] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 561.370392] env[68089]: value = "task-2852047" [ 561.370392] env[68089]: _type = "Task" [ 561.370392] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.379651] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.383477] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9287580-97d2-4c89-b2f2-9a212b08a148 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.038s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.384792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.198s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.390022] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c84b8-9643-422e-948e-9881fe13f577 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.513715] env[68089]: DEBUG oslo_vmware.api [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852041, 'name': PowerOnVM_Task, 'duration_secs': 0.962167} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.514048] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.514214] env[68089]: INFO nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Took 12.12 seconds to spawn the instance on the hypervisor. [ 561.514396] env[68089]: DEBUG nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.515299] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed9d8c-b219-41a1-ab4f-c27b4f374edf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.553539] env[68089]: DEBUG oslo_vmware.api [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852043, 'name': PowerOnVM_Task, 'duration_secs': 0.494407} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.554147] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.556256] env[68089]: INFO nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Took 9.88 seconds to spawn the instance on the hypervisor. [ 561.556256] env[68089]: DEBUG nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.556470] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00136fa9-2924-415b-b080-ff74f90a15f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.573406] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Successfully updated port: 86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.586115] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0f2af-1dcc-fa40-c202-3a88e37f5f80, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.586707] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.586707] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65/8af4f1f2-3c76-417b-b3e6-cf3d41eabb65.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.586866] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ec9a53-7a99-41f8-9ba5-0890e555d8da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.594722] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 561.594722] env[68089]: value = "task-2852048" [ 561.594722] env[68089]: _type = "Task" [ 561.594722] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.603006] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.683724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.684268] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.687118] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.598s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.688650] env[68089]: INFO nova.compute.claims [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.728599] env[68089]: DEBUG nova.network.neutron [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Updated VIF entry in instance network info cache for port eca0380a-27ff-419a-909b-9c5b7126078e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.728937] env[68089]: DEBUG nova.network.neutron [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Updating instance_info_cache with network_info: [{"id": "eca0380a-27ff-419a-909b-9c5b7126078e", "address": "fa:16:3e:35:f7:4c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeca0380a-27", "ovs_interfaceid": "eca0380a-27ff-419a-909b-9c5b7126078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.755816] env[68089]: DEBUG nova.compute.manager [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Received event network-vif-plugged-7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 561.755816] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Acquiring lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.756138] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.757335] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.758158] env[68089]: DEBUG nova.compute.manager [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] No waiting events found dispatching network-vif-plugged-7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.758158] env[68089]: WARNING nova.compute.manager [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Received unexpected event network-vif-plugged-7e63aa02-e804-4ad2-a414-41448a55f9bd for instance with vm_state building and task_state spawning. [ 561.758158] env[68089]: DEBUG nova.compute.manager [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Received event network-changed-7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 561.758158] env[68089]: DEBUG nova.compute.manager [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Refreshing instance network info cache due to event network-changed-7e63aa02-e804-4ad2-a414-41448a55f9bd. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 561.758390] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Acquiring lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.758475] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Acquired lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.758633] env[68089]: DEBUG nova.network.neutron [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Refreshing network info cache for port 7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.849313] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852046, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.882960] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080403} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.883263] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.884101] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0adfc-d3b8-41e8-b0ab-3225962e4b01 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.887148] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.899857] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.910089] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.911309] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d71ccbd-5943-44a3-94b7-0d209c4a0c00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.931149] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 561.931149] env[68089]: value = "task-2852049" [ 561.931149] env[68089]: _type = "Task" [ 561.931149] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.940104] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.038860] env[68089]: INFO nova.compute.manager [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Took 19.52 seconds to build instance. [ 562.076307] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.076307] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.076472] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.086242] env[68089]: INFO nova.compute.manager [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Took 17.03 seconds to build instance. [ 562.107179] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.193790] env[68089]: DEBUG nova.compute.utils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.198817] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.198817] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.235885] env[68089]: DEBUG oslo_concurrency.lockutils [req-08c85e24-ab65-4c85-b446-ad44ba5f463d req-71c6bfad-7796-4e84-9289-bcc117e16a29 service nova] Releasing lock "refresh_cache-faf2d707-acab-4b79-965f-9b5b940e4c68" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.347700] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852046, 'name': CreateVM_Task, 'duration_secs': 0.525918} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.347879] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.348591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.348802] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.349092] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.349373] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00276709-5654-4adb-8d73-d6cfd4e70e50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.354388] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 562.354388] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bd122e-8720-29fe-4efd-1fa0801af2b6" [ 562.354388] env[68089]: _type = "Task" [ 562.354388] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.363067] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bd122e-8720-29fe-4efd-1fa0801af2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.409881] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.441438] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.483489] env[68089]: DEBUG nova.policy [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a913299eb3a44f46b6c1051691a2863a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f33e13f0a214c8ab5974635adc84e75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.541704] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f354a814-dd94-4411-9dba-10743071c298 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.033s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.554640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.554821] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.591668] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e87b6ec-474e-40a2-99d2-7fc8aba3a31b tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.557s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.609857] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873016} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.610231] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65/8af4f1f2-3c76-417b-b3e6-cf3d41eabb65.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.611070] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 562.611337] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65b9d81b-b12a-48d3-bfc9-c2197321d4d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.619414] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 562.619414] env[68089]: value = "task-2852050" [ 562.619414] env[68089]: _type = "Task" [ 562.619414] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.624745] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.640653] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.699615] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.805185] env[68089]: DEBUG nova.network.neutron [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Updating instance_info_cache with network_info: [{"id": "86cba18e-c608-41a1-86a8-5c46aedd8259", "address": "fa:16:3e:33:6a:16", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86cba18e-c6", "ovs_interfaceid": "86cba18e-c608-41a1-86a8-5c46aedd8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.866657] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bd122e-8720-29fe-4efd-1fa0801af2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.045188} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.867386] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.867386] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.867629] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.867769] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.868030] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.868332] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a7ecea3-6e4e-4f1e-99c2-be8ce4774df3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.881245] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.881427] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.883473] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c9b526-f893-4dab-886d-ff5b0d0bfb4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.889021] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 562.889021] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522bd489-8116-6e10-d2b4-f9be7e0a40d2" [ 562.889021] env[68089]: _type = "Task" [ 562.889021] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.902141] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522bd489-8116-6e10-d2b4-f9be7e0a40d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.943282] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.010806] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8bfb2b-3173-48db-af84-4936cae5971d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.018565] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a58927-4495-4929-8a50-57d8a3e5878a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.058094] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.064462] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a953c-d2fd-4057-bbfe-104beb91a068 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.072358] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5f53e7-547d-43ee-846b-d2c6ff49c1ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.088275] env[68089]: DEBUG nova.compute.provider_tree [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.094455] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.130086] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269409} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.131393] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.131393] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b8e541-8e06-4742-9fce-602a396be162 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.160728] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65/8af4f1f2-3c76-417b-b3e6-cf3d41eabb65.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 563.162348] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68024274-207e-41d3-94e9-9d2fadab42bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.179695] env[68089]: DEBUG nova.network.neutron [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Updated VIF entry in instance network info cache for port 7e63aa02-e804-4ad2-a414-41448a55f9bd. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.180331] env[68089]: DEBUG nova.network.neutron [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Updating instance_info_cache with network_info: [{"id": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "address": "fa:16:3e:31:76:6a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e63aa02-e8", "ovs_interfaceid": "7e63aa02-e804-4ad2-a414-41448a55f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.186956] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 563.186956] env[68089]: value = "task-2852051" [ 563.186956] env[68089]: _type = "Task" [ 563.186956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.197114] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.308882] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.309256] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Instance network_info: |[{"id": "86cba18e-c608-41a1-86a8-5c46aedd8259", "address": "fa:16:3e:33:6a:16", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86cba18e-c6", "ovs_interfaceid": "86cba18e-c608-41a1-86a8-5c46aedd8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.309684] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:6a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86cba18e-c608-41a1-86a8-5c46aedd8259', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.319492] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating folder: Project (ef944b28c9434ad681b2cf8d2f51dd56). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.322131] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4fa48ff-f89d-4520-8de6-fa4b60ff7e37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.332849] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created folder: Project (ef944b28c9434ad681b2cf8d2f51dd56) in parent group-v573447. [ 563.332849] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating folder: Instances. Parent ref: group-v573470. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.332849] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5023e04-225b-4337-9c8f-f0af0faee80f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.345078] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created folder: Instances in parent group-v573470. [ 563.346855] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 563.346855] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.346855] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c7b3e5f-5486-4592-94d4-de3dbc8547b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.371251] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.371251] env[68089]: value = "task-2852054" [ 563.371251] env[68089]: _type = "Task" [ 563.371251] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.375504] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Successfully created port: ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.382857] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852054, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.400823] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522bd489-8116-6e10-d2b4-f9be7e0a40d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.400823] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0f0557-ebe0-4c51-902d-254d4227d60c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.405715] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 563.405715] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522d09b0-ebb5-a9a0-1ae3-28ec48d5da9f" [ 563.405715] env[68089]: _type = "Task" [ 563.405715] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.414958] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d09b0-ebb5-a9a0-1ae3-28ec48d5da9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.442741] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852049, 'name': ReconfigVM_Task, 'duration_secs': 1.479946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.443207] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.444633] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5f6d994-794c-4b97-8e55-8118c93729ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.451408] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 563.451408] env[68089]: value = "task-2852055" [ 563.451408] env[68089]: _type = "Task" [ 563.451408] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.462941] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852055, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.516285] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Successfully updated port: 449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.586144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.591417] env[68089]: DEBUG nova.scheduler.client.report [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.619563] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.683283] env[68089]: DEBUG oslo_concurrency.lockutils [req-7c950535-1bf0-42ad-ac95-ca0a5426b21a req-9c85e702-971c-48a1-890a-9dfa52845d5f service nova] Releasing lock "refresh_cache-8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.700187] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.718236] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.758268] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.758557] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.758711] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.758991] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.759435] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.761278] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.761278] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.761278] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.761278] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.761278] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.761748] env[68089]: DEBUG nova.virt.hardware [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.761748] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66525b6c-c1dd-4356-905d-b0bb43a1f0ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.774365] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a5c5a5-c68b-4830-8096-9ef996aca2e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.896296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.896651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.896724] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852054, 'name': CreateVM_Task, 'duration_secs': 0.41081} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.897102] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 563.897724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.897882] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.899067] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.899067] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdde203a-b2fd-4012-9459-b16ee3f7cd37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.904650] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 563.904650] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526a5a30-914f-0e73-b332-520f8f6cff77" [ 563.904650] env[68089]: _type = "Task" [ 563.904650] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.917401] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526a5a30-914f-0e73-b332-520f8f6cff77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.921637] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d09b0-ebb5-a9a0-1ae3-28ec48d5da9f, 'name': SearchDatastore_Task, 'duration_secs': 0.02073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.921890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.922161] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 066c1b70-2791-425e-8c10-ec3aaed6044d/066c1b70-2791-425e-8c10-ec3aaed6044d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.922423] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45b8c9e-0b87-42a5-9ff2-07c4c0b08c4d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.930367] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 563.930367] env[68089]: value = "task-2852056" [ 563.930367] env[68089]: _type = "Task" [ 563.930367] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.939334] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.965868] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852055, 'name': Rename_Task, 'duration_secs': 0.324729} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.965868] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.965868] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a8636a-5dc4-4221-ace3-45b1d481711c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.973023] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 563.973023] env[68089]: value = "task-2852057" [ 563.973023] env[68089]: _type = "Task" [ 563.973023] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.985224] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.019144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.019144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.019144] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.098686] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.099980] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.105089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.228s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.202201] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852051, 'name': ReconfigVM_Task, 'duration_secs': 0.55041} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.202201] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65/8af4f1f2-3c76-417b-b3e6-cf3d41eabb65.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.202201] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d20410-5a14-413d-af21-5e36be0cdb9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.209873] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 564.209873] env[68089]: value = "task-2852058" [ 564.209873] env[68089]: _type = "Task" [ 564.209873] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.223322] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852058, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.416966] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526a5a30-914f-0e73-b332-520f8f6cff77, 'name': SearchDatastore_Task, 'duration_secs': 0.018606} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.417127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.417292] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.417520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.417663] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.417836] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.419428] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-888009fd-6540-4265-9792-3804a16d2751 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.432196] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.432430] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.437275] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3e942d-2f24-4b88-b641-da5f366cdc78 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.443882] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 564.443882] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525d9c19-4cfd-2d68-2e72-12c49f51771e" [ 564.443882] env[68089]: _type = "Task" [ 564.443882] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.448982] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.460146] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525d9c19-4cfd-2d68-2e72-12c49f51771e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.483146] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.527355] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Received event network-vif-plugged-3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 564.527659] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquiring lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.527860] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.528074] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.528447] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] No waiting events found dispatching network-vif-plugged-3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.528587] env[68089]: WARNING nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Received unexpected event network-vif-plugged-3ff450c7-8a92-42a7-a6de-39c41e26bc07 for instance with vm_state building and task_state spawning. [ 564.528786] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Received event network-changed-3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 564.529015] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Refreshing instance network info cache due to event network-changed-3ff450c7-8a92-42a7-a6de-39c41e26bc07. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 564.529479] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquiring lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.529479] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquired lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.529695] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Refreshing network info cache for port 3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.570908] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.609018] env[68089]: DEBUG nova.compute.utils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.615658] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.616035] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.724673] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852058, 'name': Rename_Task, 'duration_secs': 0.400225} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.727505] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.728114] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f8b55b-268b-4c77-8f16-78ed96624b2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.735643] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 564.735643] env[68089]: value = "task-2852059" [ 564.735643] env[68089]: _type = "Task" [ 564.735643] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.744666] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.761885] env[68089]: DEBUG nova.policy [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60897d7e2a084c8c9ced8388ce3e57d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227f742bda844f5b97e571de94ed38f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.919260] env[68089]: DEBUG nova.network.neutron [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Updating instance_info_cache with network_info: [{"id": "449aa036-41e4-4a00-bd25-add7e07f2b83", "address": "fa:16:3e:48:8e:d8", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449aa036-41", "ovs_interfaceid": "449aa036-41e4-4a00-bd25-add7e07f2b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.945105] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572669} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.946333] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 066c1b70-2791-425e-8c10-ec3aaed6044d/066c1b70-2791-425e-8c10-ec3aaed6044d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.946333] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.948581] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3ac4797-5bc2-485c-996c-4d7069966874 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.961503] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525d9c19-4cfd-2d68-2e72-12c49f51771e, 'name': SearchDatastore_Task, 'duration_secs': 0.042023} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.964623] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 564.964623] env[68089]: value = "task-2852060" [ 564.964623] env[68089]: _type = "Task" [ 564.964623] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.965210] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5818fb-1a69-4e4c-ab24-f4c9fe42536c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.983144] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 564.983144] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52182e25-2abc-3248-38ff-cf9b712dea5d" [ 564.983144] env[68089]: _type = "Task" [ 564.983144] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.986176] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.992940] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.000632] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52182e25-2abc-3248-38ff-cf9b712dea5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.001071] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.001424] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f94a6013-c172-4568-9f1b-fa102fa5bc39/f94a6013-c172-4568-9f1b-fa102fa5bc39.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.003018] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3773f19e-7501-4f37-8138-71fceba90394 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.009196] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 565.009196] env[68089]: value = "task-2852061" [ 565.009196] env[68089]: _type = "Task" [ 565.009196] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.019640] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.118932] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.153009] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c37e84a0-fe92-47f4-a0c1-f4db5a95ed59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.153326] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 2c656a62-f558-42f7-8eb3-15a202ad81cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.153880] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.154182] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance abb105e4-4494-4a98-bfa7-11358ddecdea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.154459] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance faf2d707-acab-4b79-965f-9b5b940e4c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.154718] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.154951] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 066c1b70-2791-425e-8c10-ec3aaed6044d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.155252] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f94a6013-c172-4568-9f1b-fa102fa5bc39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.155492] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 607865da-9774-47fc-ae4e-1adc0084cec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.155727] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6c432798-e4a8-45e4-bb75-445c270227b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.155962] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance cddcefef-6171-42b5-b184-9c7a52ca7f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.246706] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852059, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.421271] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.421568] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance network_info: |[{"id": "449aa036-41e4-4a00-bd25-add7e07f2b83", "address": "fa:16:3e:48:8e:d8", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449aa036-41", "ovs_interfaceid": "449aa036-41e4-4a00-bd25-add7e07f2b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.421987] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '449aa036-41e4-4a00-bd25-add7e07f2b83', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.430457] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating folder: Project (2f33e13f0a214c8ab5974635adc84e75). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.430826] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f05358-e7c1-4238-b745-2afab423b42c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.440811] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created folder: Project (2f33e13f0a214c8ab5974635adc84e75) in parent group-v573447. [ 565.441011] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating folder: Instances. Parent ref: group-v573473. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.441249] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f6d3c55-9876-406a-9074-e6a0eac1a64b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.450107] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created folder: Instances in parent group-v573473. [ 565.450365] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 565.450547] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.450787] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61c54f0-2f1f-47b0-a880-3046a74b99bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.470145] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.470145] env[68089]: value = "task-2852064" [ 565.470145] env[68089]: _type = "Task" [ 565.470145] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.485510] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.486213] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.487023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b132d31c-b42d-46df-9275-5059a3e400a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.495015] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852064, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.495261] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852057, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.514893] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 066c1b70-2791-425e-8c10-ec3aaed6044d/066c1b70-2791-425e-8c10-ec3aaed6044d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.515235] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ca8152-0df0-47ec-822c-c2ea68b8277c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.540432] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852061, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.541835] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 565.541835] env[68089]: value = "task-2852065" [ 565.541835] env[68089]: _type = "Task" [ 565.541835] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.550612] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.660088] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f7052896-c90b-4113-8d38-5aea8806063f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.747458] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.901279] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Updated VIF entry in instance network info cache for port 3ff450c7-8a92-42a7-a6de-39c41e26bc07. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.901624] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Updating instance_info_cache with network_info: [{"id": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "address": "fa:16:3e:26:79:2c", "network": {"id": "1e0a22d0-b25b-439c-a5d0-8a43e654900c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1742100407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40b600ce24dc4eda92b7f42a2022949a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ff450c7-8a", "ovs_interfaceid": "3ff450c7-8a92-42a7-a6de-39c41e26bc07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.984923] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Successfully created port: b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.994682] env[68089]: DEBUG oslo_vmware.api [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852057, 'name': PowerOnVM_Task, 'duration_secs': 1.842774} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.994682] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852064, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.994848] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.995085] env[68089]: DEBUG nova.compute.manager [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.995914] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b3c97-efe4-465c-8293-27540afc8a59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.024805] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836856} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.024805] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f94a6013-c172-4568-9f1b-fa102fa5bc39/f94a6013-c172-4568-9f1b-fa102fa5bc39.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.024805] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.024805] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c7de77-aa17-45df-af99-ba2252365272 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.031328] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 566.031328] env[68089]: value = "task-2852066" [ 566.031328] env[68089]: _type = "Task" [ 566.031328] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.039090] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.056828] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.057665] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Successfully updated port: ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.126257] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.160835] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.161472] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.161667] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.161799] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.161945] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.162086] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.162293] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.162448] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.162646] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.162771] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.162941] env[68089]: DEBUG nova.virt.hardware [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.163710] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 53d44dc8-08be-4e54-a832-98506680ba58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.166546] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f44b57-20ed-4134-a868-92f22de26228 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.175630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9bb04d-9d3a-4ffc-a489-9f549fe25eda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.247950] env[68089]: DEBUG oslo_vmware.api [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852059, 'name': PowerOnVM_Task, 'duration_secs': 1.092879} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.248645] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.249275] env[68089]: INFO nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Took 12.24 seconds to spawn the instance on the hypervisor. [ 566.249512] env[68089]: DEBUG nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.250681] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76654850-3915-4051-927b-37b433f101cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.404789] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Releasing lock "refresh_cache-066c1b70-2791-425e-8c10-ec3aaed6044d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.405113] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Received event network-vif-plugged-86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 566.405355] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquiring lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.405949] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.405949] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.405949] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] No waiting events found dispatching network-vif-plugged-86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.406117] env[68089]: WARNING nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Received unexpected event network-vif-plugged-86cba18e-c608-41a1-86a8-5c46aedd8259 for instance with vm_state building and task_state spawning. [ 566.406271] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Received event network-changed-86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 566.406406] env[68089]: DEBUG nova.compute.manager [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Refreshing instance network info cache due to event network-changed-86cba18e-c608-41a1-86a8-5c46aedd8259. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 566.406590] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquiring lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.406725] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Acquired lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.406879] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Refreshing network info cache for port 86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.488019] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852064, 'name': CreateVM_Task, 'duration_secs': 0.532319} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.490994] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.490994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.490994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.490994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.490994] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a79fc77-401d-45ac-ae8d-11b8d5edeb4d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.498705] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 566.498705] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b3bab9-9129-ac0a-6273-0976eef878b4" [ 566.498705] env[68089]: _type = "Task" [ 566.498705] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.517910] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b3bab9-9129-ac0a-6273-0976eef878b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.519453] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.541601] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071606} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.541601] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.542225] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb843b8-92bf-4346-a489-9306e4bb4b81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.555231] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852065, 'name': ReconfigVM_Task, 'duration_secs': 0.822178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.564918] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 066c1b70-2791-425e-8c10-ec3aaed6044d/066c1b70-2791-425e-8c10-ec3aaed6044d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.565699] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.565840] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.565991] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.576177] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] f94a6013-c172-4568-9f1b-fa102fa5bc39/f94a6013-c172-4568-9f1b-fa102fa5bc39.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.577142] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58d1b34f-5722-4c9c-95ae-219ffe341ea1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.578848] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b778cf3-2bd2-4319-9973-6a1028abb10a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.601034] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 566.601034] env[68089]: value = "task-2852067" [ 566.601034] env[68089]: _type = "Task" [ 566.601034] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.602464] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 566.602464] env[68089]: value = "task-2852068" [ 566.602464] env[68089]: _type = "Task" [ 566.602464] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.612926] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852067, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.615819] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.670721] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 312a2247-d796-4075-81ff-4ee8510fede7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.769622] env[68089]: INFO nova.compute.manager [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Took 21.49 seconds to build instance. [ 567.009049] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b3bab9-9129-ac0a-6273-0976eef878b4, 'name': SearchDatastore_Task, 'duration_secs': 0.04963} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.009394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.009599] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.010026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.010026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.010142] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.010391] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbdb6347-8712-4a0b-aa18-65bc56c2b324 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.019418] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.019639] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.020778] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2e68f7-3a25-49a1-87cf-38cb5a7a695a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.025611] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 567.025611] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5288a1f6-f550-d764-6352-4f45d593629e" [ 567.025611] env[68089]: _type = "Task" [ 567.025611] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.036813] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5288a1f6-f550-d764-6352-4f45d593629e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.046649] env[68089]: DEBUG nova.compute.manager [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Received event network-changed-e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 567.046842] env[68089]: DEBUG nova.compute.manager [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Refreshing instance network info cache due to event network-changed-e04bb09f-bb54-4d79-b9cd-19af4328f016. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 567.047094] env[68089]: DEBUG oslo_concurrency.lockutils [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] Acquiring lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.047278] env[68089]: DEBUG oslo_concurrency.lockutils [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] Acquired lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.047462] env[68089]: DEBUG nova.network.neutron [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Refreshing network info cache for port e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.125452] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852067, 'name': Rename_Task, 'duration_secs': 0.406606} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.126095] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.126592] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.126923] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad6dd44-95a7-4ffa-9b41-e69e6cb9991b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.134528] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 567.134528] env[68089]: value = "task-2852069" [ 567.134528] env[68089]: _type = "Task" [ 567.134528] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.142403] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.173446] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance da71d402-1cd8-4859-a0b7-de637efebb69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.185046] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.272390] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24ed57eb-0058-43be-b39e-fd5c4bcbdc66 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.003s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.293388] env[68089]: DEBUG nova.compute.manager [None req-22dfb4a5-c007-4518-ac0f-12d7ba2d317d tempest-ServerDiagnosticsTest-1102692132 tempest-ServerDiagnosticsTest-1102692132-project-admin] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.297332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933cc2f-60bf-4ec4-879e-c655d92b2aa6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.310074] env[68089]: INFO nova.compute.manager [None req-22dfb4a5-c007-4518-ac0f-12d7ba2d317d tempest-ServerDiagnosticsTest-1102692132 tempest-ServerDiagnosticsTest-1102692132-project-admin] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Retrieving diagnostics [ 567.310888] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d27807-6eb7-44f9-a633-f6f2da46b945 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.520761] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Updated VIF entry in instance network info cache for port 86cba18e-c608-41a1-86a8-5c46aedd8259. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.521252] env[68089]: DEBUG nova.network.neutron [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Updating instance_info_cache with network_info: [{"id": "86cba18e-c608-41a1-86a8-5c46aedd8259", "address": "fa:16:3e:33:6a:16", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86cba18e-c6", "ovs_interfaceid": "86cba18e-c608-41a1-86a8-5c46aedd8259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.536050] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5288a1f6-f550-d764-6352-4f45d593629e, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.539057] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f5ec44-a17d-4674-897f-00db6340e6c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.543243] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 567.543243] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d0976b-56c3-bbb9-8e74-4717f6783cb0" [ 567.543243] env[68089]: _type = "Task" [ 567.543243] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.555159] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d0976b-56c3-bbb9-8e74-4717f6783cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.617295] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.644385] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.677920] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 567.778376] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.781540] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.781887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.805552] env[68089]: DEBUG nova.network.neutron [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Updating instance_info_cache with network_info: [{"id": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "address": "fa:16:3e:a0:10:cc", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcf35dd-80", "ovs_interfaceid": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.025258] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f6c60fa-277e-4770-a315-52b7a3012233 req-eb5bc77f-d3ff-40d4-9151-7c699e72dd3c service nova] Releasing lock "refresh_cache-f94a6013-c172-4568-9f1b-fa102fa5bc39" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.058093] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d0976b-56c3-bbb9-8e74-4717f6783cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.058410] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.058676] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.059019] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b852af9-02e5-4bea-a6c3-8da52d646fd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.069885] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 568.069885] env[68089]: value = "task-2852070" [ 568.069885] env[68089]: _type = "Task" [ 568.069885] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.081904] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.085400] env[68089]: DEBUG nova.compute.manager [None req-f9664a42-cd18-4db9-9f7d-c568f5668c6c tempest-ServerDiagnosticsV248Test-1705453146 tempest-ServerDiagnosticsV248Test-1705453146-project-admin] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.087164] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37527e5-dd73-4575-8763-262815120b22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.093984] env[68089]: INFO nova.compute.manager [None req-f9664a42-cd18-4db9-9f7d-c568f5668c6c tempest-ServerDiagnosticsV248Test-1705453146 tempest-ServerDiagnosticsV248Test-1705453146-project-admin] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Retrieving diagnostics [ 568.095096] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb29f13-1a05-4050-8e5b-ee2b4e136add {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.136245] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852068, 'name': ReconfigVM_Task, 'duration_secs': 1.130336} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.139516] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Reconfigured VM instance instance-00000008 to attach disk [datastore2] f94a6013-c172-4568-9f1b-fa102fa5bc39/f94a6013-c172-4568-9f1b-fa102fa5bc39.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.140446] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cce51a9-3123-4102-8c11-4b7746876d35 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.146655] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.147900] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 568.147900] env[68089]: value = "task-2852071" [ 568.147900] env[68089]: _type = "Task" [ 568.147900] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.156874] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852071, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.180278] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a88ec1b0-abf1-44b6-9fe2-21aa327eb65e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 568.180629] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 568.180802] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 568.302352] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.309700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.310089] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Instance network_info: |[{"id": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "address": "fa:16:3e:a0:10:cc", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcf35dd-80", "ovs_interfaceid": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.310812] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:10:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.319897] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 568.320168] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.320395] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b37a46-2826-4b8f-babf-e61e235526d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.344519] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.344519] env[68089]: value = "task-2852072" [ 568.344519] env[68089]: _type = "Task" [ 568.344519] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.353774] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852072, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.509031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a213de85-75dd-4fe7-9087-409dc12a169c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.526122] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9120a22d-2936-4cc3-b72d-566f20af8616 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.584390] env[68089]: DEBUG nova.network.neutron [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updated VIF entry in instance network info cache for port e04bb09f-bb54-4d79-b9cd-19af4328f016. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.584390] env[68089]: DEBUG nova.network.neutron [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updating instance_info_cache with network_info: [{"id": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "address": "fa:16:3e:c9:b9:7b", "network": {"id": "c1dd2cfd-010e-4988-ad1d-fffc5cf3b6be", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1835890579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15464238b09d469ab42cfc6a2bca4402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04bb09f-bb", "ovs_interfaceid": "e04bb09f-bb54-4d79-b9cd-19af4328f016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.593032] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e46c4-19d8-40a9-ae04-c38731f86954 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.608609] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900eb378-b118-44fb-a621-d095e75acb82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.615357] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852070, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.628968] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.647983] env[68089]: DEBUG oslo_vmware.api [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852069, 'name': PowerOnVM_Task, 'duration_secs': 1.402372} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.650496] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.650800] env[68089]: INFO nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Took 12.13 seconds to spawn the instance on the hypervisor. [ 568.650989] env[68089]: DEBUG nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.655488] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c5cfc-06f6-4e1e-bc7b-07d6dc7a175d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.664893] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852071, 'name': Rename_Task, 'duration_secs': 0.163288} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.667036] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.670230] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19de5ba0-3918-482a-a76e-c0df25965d60 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.680640] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 568.680640] env[68089]: value = "task-2852073" [ 568.680640] env[68089]: _type = "Task" [ 568.680640] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.694533] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.778829] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Successfully updated port: b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.854896] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852072, 'name': CreateVM_Task, 'duration_secs': 0.405762} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.855099] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.856224] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.856411] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.856750] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.856974] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28349b0-616a-432e-804b-e478a0241896 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.862054] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 568.862054] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52956c0e-b24b-7d71-c755-25551b3c288a" [ 568.862054] env[68089]: _type = "Task" [ 568.862054] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.870448] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52956c0e-b24b-7d71-c755-25551b3c288a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.005274] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Received event network-vif-plugged-449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 569.005274] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquiring lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.005274] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.005274] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.005274] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] No waiting events found dispatching network-vif-plugged-449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.005542] env[68089]: WARNING nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Received unexpected event network-vif-plugged-449aa036-41e4-4a00-bd25-add7e07f2b83 for instance with vm_state building and task_state spawning. [ 569.005542] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Received event network-changed-449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 569.005542] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Refreshing instance network info cache due to event network-changed-449aa036-41e4-4a00-bd25-add7e07f2b83. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 569.005908] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquiring lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.005908] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquired lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.006828] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Refreshing network info cache for port 449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.090860] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544985} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.091250] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.091900] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 569.091900] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2fe763f-2e3c-4d76-b97a-16c858f13b66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.099871] env[68089]: DEBUG oslo_concurrency.lockutils [req-a2b981da-f686-43fd-957e-3e655d54ab81 req-d15fe055-91cf-4b7e-9239-3786f05a96dc service nova] Releasing lock "refresh_cache-491bbb1f-0193-4f1d-a7c2-00445e82c8e3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.100336] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 569.100336] env[68089]: value = "task-2852074" [ 569.100336] env[68089]: _type = "Task" [ 569.100336] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.110599] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.132340] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.195289] env[68089]: INFO nova.compute.manager [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Took 22.51 seconds to build instance. [ 569.206322] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.282890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.282890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.282890] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.374099] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52956c0e-b24b-7d71-c755-25551b3c288a, 'name': SearchDatastore_Task, 'duration_secs': 0.022373} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.374611] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.374980] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.375379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.375682] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.375988] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.377020] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73019019-f351-4d52-9b0c-b9b78bfba9fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.390147] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.390147] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.391103] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d79135-3c3a-4476-91bc-68cc1e8c048e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.398296] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 569.398296] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525af0a9-8770-a895-0ef3-81e8f8538bb1" [ 569.398296] env[68089]: _type = "Task" [ 569.398296] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.409528] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525af0a9-8770-a895-0ef3-81e8f8538bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.616991] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075174} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.617257] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.618133] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5478876-3c69-4ff5-8eb4-503838ae14df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.638834] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 569.638834] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.533s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.647142] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.647523] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.212s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.649696] env[68089]: INFO nova.compute.claims [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.653866] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251a0b3d-b165-4fb6-a127-492f3beb5f0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.675296] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 569.675296] env[68089]: value = "task-2852075" [ 569.675296] env[68089]: _type = "Task" [ 569.675296] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.684991] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.693960] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.700136] env[68089]: INFO nova.compute.manager [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Rebuilding instance [ 569.702500] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d9bf6d10-3dbb-4d1e-8cae-5ade669a2f99 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.028s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.754361] env[68089]: DEBUG nova.compute.manager [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.755309] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce3164-9aec-4087-a36f-990eed949b56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.883017] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.909344] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525af0a9-8770-a895-0ef3-81e8f8538bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.04679} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.910195] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7ed477-d9d1-43f3-9a95-e3119565fd27 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.915677] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 569.915677] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc8320-c190-3094-19f3-4fe0a22f74d4" [ 569.915677] env[68089]: _type = "Task" [ 569.915677] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.932025] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc8320-c190-3094-19f3-4fe0a22f74d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.205841] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.218155] env[68089]: DEBUG oslo_vmware.api [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852073, 'name': PowerOnVM_Task, 'duration_secs': 1.430302} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.218155] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.218155] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 570.218334] env[68089]: INFO nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Took 11.41 seconds to spawn the instance on the hypervisor. [ 570.219946] env[68089]: DEBUG nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 570.219946] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c32979-b948-4299-b54c-b311af1d42df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.267901] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.268040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.408139] env[68089]: DEBUG nova.network.neutron [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.426280] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc8320-c190-3094-19f3-4fe0a22f74d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.426497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.426778] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6c432798-e4a8-45e4-bb75-445c270227b8/6c432798-e4a8-45e4-bb75-445c270227b8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.427041] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d82ff6d-d8a1-46ac-9b97-071657c8e852 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.434774] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 570.434774] env[68089]: value = "task-2852076" [ 570.434774] env[68089]: _type = "Task" [ 570.434774] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.447021] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.455730] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Updated VIF entry in instance network info cache for port 449aa036-41e4-4a00-bd25-add7e07f2b83. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.455730] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Updating instance_info_cache with network_info: [{"id": "449aa036-41e4-4a00-bd25-add7e07f2b83", "address": "fa:16:3e:48:8e:d8", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap449aa036-41", "ovs_interfaceid": "449aa036-41e4-4a00-bd25-add7e07f2b83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.697691] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852075, 'name': ReconfigVM_Task, 'duration_secs': 0.58871} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.698521] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.699097] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1565b43-16a5-41db-af16-855dd86f5b4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.706848] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 570.706848] env[68089]: value = "task-2852077" [ 570.706848] env[68089]: _type = "Task" [ 570.706848] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.722328] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852077, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.737493] env[68089]: INFO nova.compute.manager [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Took 20.47 seconds to build instance. [ 570.741954] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.773097] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.773097] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd74ea24-5ca8-4bb6-a16b-0f9e79f66108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.782273] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 570.782273] env[68089]: value = "task-2852078" [ 570.782273] env[68089]: _type = "Task" [ 570.782273] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.792525] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.844548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "faf2d707-acab-4b79-965f-9b5b940e4c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.844548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.844548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.844548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.844744] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.849516] env[68089]: INFO nova.compute.manager [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Terminating instance [ 570.912971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.913791] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Instance network_info: |[{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.914413] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:c9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b697fc34-f4b0-4c1d-84d9-ba4f54a033f8', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.927770] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Creating folder: Project (227f742bda844f5b97e571de94ed38f2). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.931414] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a3c607-05bd-474f-85b1-316f8ce1996f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.934419] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.934741] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.934991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.935744] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.935744] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.938413] env[68089]: INFO nova.compute.manager [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Terminating instance [ 570.958708] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Created folder: Project (227f742bda844f5b97e571de94ed38f2) in parent group-v573447. [ 570.958708] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Creating folder: Instances. Parent ref: group-v573477. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.965549] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Releasing lock "refresh_cache-607865da-9774-47fc-ae4e-1adc0084cec2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.965735] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Received event network-vif-plugged-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 570.965920] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquiring lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.966133] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.966330] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.966507] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] No waiting events found dispatching network-vif-plugged-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.966722] env[68089]: WARNING nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Received unexpected event network-vif-plugged-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 for instance with vm_state building and task_state spawning. [ 570.966827] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Received event network-changed-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 570.966982] env[68089]: DEBUG nova.compute.manager [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Refreshing instance network info cache due to event network-changed-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 570.967195] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquiring lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.967331] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Acquired lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.967489] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Refreshing network info cache for port ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.969309] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d768235-1d58-4b36-ba40-590322195f13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.979260] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.985314] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Created folder: Instances in parent group-v573477. [ 570.985427] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.988659] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.990420] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2074fc63-b15f-49f2-9935-d6fb29a64db8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.016356] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.016356] env[68089]: value = "task-2852081" [ 571.016356] env[68089]: _type = "Task" [ 571.016356] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.028762] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852081, 'name': CreateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.110685] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Acquiring lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.111768] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.111923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Acquiring lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.112110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.112288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.114842] env[68089]: INFO nova.compute.manager [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Terminating instance [ 571.119110] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4e1f7-bcbe-4e76-ac1e-d5559a83e526 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.132067] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628dc75e-2cca-435a-a601-46d357e98057 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.183865] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a3c70-affe-4994-9a6a-0e282b17dd25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.194465] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18d660-6201-4bdf-a2af-1caeb1aa4ace {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.209859] env[68089]: DEBUG nova.compute.provider_tree [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.222055] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852077, 'name': Rename_Task, 'duration_secs': 0.471079} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.222862] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.223786] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c08e9c2-fbf1-4ec4-b56e-5c5d133eea99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.231448] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 571.231448] env[68089]: value = "task-2852082" [ 571.231448] env[68089]: _type = "Task" [ 571.231448] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.240245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c23ada8-2d7a-4f53-a6a9-d814bece9e5a tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.980s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.240682] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.294164] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852078, 'name': PowerOffVM_Task, 'duration_secs': 0.275413} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.294164] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.294164] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.294594] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87553250-1c58-4d2c-a509-0f4fdb84abd8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.303328] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.303675] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b3a19c-eab2-4f6e-9fb8-6b02425cd4f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.335188] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.335506] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.335772] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Deleting the datastore file [datastore2] 2c656a62-f558-42f7-8eb3-15a202ad81cc {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.336304] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f49369-f623-43ae-b776-defa9e5a6919 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.343554] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 571.343554] env[68089]: value = "task-2852084" [ 571.343554] env[68089]: _type = "Task" [ 571.343554] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.357375] env[68089]: DEBUG nova.compute.manager [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.357375] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.357375] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.357815] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e5e620-c8fa-4af9-ab8c-150b3cd078d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.367191] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.367624] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e777f28-579e-4eca-bbd2-8154a884b603 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.376462] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 571.376462] env[68089]: value = "task-2852085" [ 571.376462] env[68089]: _type = "Task" [ 571.376462] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.385710] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.446790] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "refresh_cache-c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.446790] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquired lock "refresh_cache-c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.446790] env[68089]: DEBUG nova.network.neutron [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.458713] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742232} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.459835] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6c432798-e4a8-45e4-bb75-445c270227b8/6c432798-e4a8-45e4-bb75-445c270227b8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.460150] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.460406] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad1b98b1-cc07-4094-b153-c3d51a14b82e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.468647] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 571.468647] env[68089]: value = "task-2852086" [ 571.468647] env[68089]: _type = "Task" [ 571.468647] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.481367] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.531569] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852081, 'name': CreateVM_Task, 'duration_secs': 0.439058} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.531802] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.532538] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.533503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.533503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.533503] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af129cd0-992b-45b6-915f-f0aca00a5a13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.541734] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 571.541734] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52682a5b-349a-8ac5-4d2b-685140d7ae1c" [ 571.541734] env[68089]: _type = "Task" [ 571.541734] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.552554] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52682a5b-349a-8ac5-4d2b-685140d7ae1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.627165] env[68089]: DEBUG nova.compute.manager [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 571.627403] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 571.628337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382bb08a-ff52-4ecb-867c-8b7c8761e9cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.636410] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 571.639637] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e63bb1-6910-4996-88ab-af57be82fa66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.647748] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Waiting for the task: (returnval){ [ 571.647748] env[68089]: value = "task-2852087" [ 571.647748] env[68089]: _type = "Task" [ 571.647748] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.660083] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Task: {'id': task-2852087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.719305] env[68089]: DEBUG nova.scheduler.client.report [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.749404] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.763538] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.855992] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173327} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.856265] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.856524] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.856711] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.886066] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852085, 'name': PowerOffVM_Task, 'duration_secs': 0.327668} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.886066] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.886066] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.886066] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7215072-1e38-4f20-8ab5-44c371d2cfed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.918052] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Updated VIF entry in instance network info cache for port ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.918542] env[68089]: DEBUG nova.network.neutron [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Updating instance_info_cache with network_info: [{"id": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "address": "fa:16:3e:a0:10:cc", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcf35dd-80", "ovs_interfaceid": "ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.964770] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.965046] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.965218] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Deleting the datastore file [datastore2] faf2d707-acab-4b79-965f-9b5b940e4c68 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.965905] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382cc2fd-d6f6-4cb2-bab4-b934b798964c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.974261] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for the task: (returnval){ [ 571.974261] env[68089]: value = "task-2852089" [ 571.974261] env[68089]: _type = "Task" [ 571.974261] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.983046] env[68089]: DEBUG nova.network.neutron [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.985397] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069578} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.986697] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.988523] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7dfbbe-6c5c-4694-a952-b671b2fce467 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.996202] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.026098] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6c432798-e4a8-45e4-bb75-445c270227b8/6c432798-e4a8-45e4-bb75-445c270227b8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.033148] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a529f0-8efe-40a1-a04e-02bba3c4c8b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.051870] env[68089]: DEBUG nova.compute.manager [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Received event network-vif-plugged-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 572.052133] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.052383] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.052676] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.052822] env[68089]: DEBUG nova.compute.manager [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] No waiting events found dispatching network-vif-plugged-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.052916] env[68089]: WARNING nova.compute.manager [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Received unexpected event network-vif-plugged-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 for instance with vm_state building and task_state spawning. [ 572.053072] env[68089]: DEBUG nova.compute.manager [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Received event network-changed-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 572.053227] env[68089]: DEBUG nova.compute.manager [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Refreshing instance network info cache due to event network-changed-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 572.053401] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Acquiring lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.053544] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Acquired lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.054225] env[68089]: DEBUG nova.network.neutron [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Refreshing network info cache for port b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.071015] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 572.071015] env[68089]: value = "task-2852090" [ 572.071015] env[68089]: _type = "Task" [ 572.071015] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.078528] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52682a5b-349a-8ac5-4d2b-685140d7ae1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01958} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.083423] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.083423] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.083654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.083876] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.084092] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.084714] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f23bae8-f0a5-48df-b96b-35b900ee3027 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.096353] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.106299] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.106443] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.108858] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a24d76-6f9b-492e-9e66-612ba9fc7e4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.114584] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 572.114584] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5284cd1b-f368-835e-1d8b-a7291df8cd2c" [ 572.114584] env[68089]: _type = "Task" [ 572.114584] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.129600] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5284cd1b-f368-835e-1d8b-a7291df8cd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.147638] env[68089]: DEBUG nova.network.neutron [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.164986] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Task: {'id': task-2852087, 'name': PowerOffVM_Task, 'duration_secs': 0.467046} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.166028] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 572.166128] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 572.166386] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4740c4e7-f550-4092-942e-0e365c052a54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.180008] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.180300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.229818] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.230279] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.237162] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.823s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.237660] env[68089]: INFO nova.compute.claims [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.242219] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 572.242373] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 572.242573] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Deleting the datastore file [datastore2] 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 572.246640] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473f2b64-a22f-47e1-b271-83402a36a33d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.254749] env[68089]: DEBUG oslo_vmware.api [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852082, 'name': PowerOnVM_Task, 'duration_secs': 0.910496} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.256321] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.256535] env[68089]: INFO nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Took 11.00 seconds to spawn the instance on the hypervisor. [ 572.256706] env[68089]: DEBUG nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.259534] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Waiting for the task: (returnval){ [ 572.259534] env[68089]: value = "task-2852092" [ 572.259534] env[68089]: _type = "Task" [ 572.259534] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.264540] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7192efb-f2ca-4939-a649-4737ff177a84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.282624] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Task: {'id': task-2852092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.295588] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.423485] env[68089]: DEBUG oslo_concurrency.lockutils [req-18dfe4ba-b728-4d1d-beac-582ff6f1d656 req-9ca03827-3810-4c22-b7f3-e958d7089b04 service nova] Releasing lock "refresh_cache-6c432798-e4a8-45e4-bb75-445c270227b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.487182] env[68089]: DEBUG oslo_vmware.api [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Task: {'id': task-2852089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224594} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.487506] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.487941] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.487941] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.488222] env[68089]: INFO nova.compute.manager [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Took 1.13 seconds to destroy the instance on the hypervisor. [ 572.488532] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.488784] env[68089]: DEBUG nova.compute.manager [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.488868] env[68089]: DEBUG nova.network.neutron [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.586692] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852090, 'name': ReconfigVM_Task, 'duration_secs': 0.340926} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.586978] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6c432798-e4a8-45e4-bb75-445c270227b8/6c432798-e4a8-45e4-bb75-445c270227b8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.587634] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f1d5c3e-0ef2-4383-bae7-ead245db4392 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.594840] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 572.594840] env[68089]: value = "task-2852093" [ 572.594840] env[68089]: _type = "Task" [ 572.594840] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.604763] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852093, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.623833] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5284cd1b-f368-835e-1d8b-a7291df8cd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.624663] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7369f862-06b1-47db-882b-2aa50fe92762 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.630314] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 572.630314] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52697cb6-0e3a-9e18-0f4a-ec966ddb09f5" [ 572.630314] env[68089]: _type = "Task" [ 572.630314] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.638703] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52697cb6-0e3a-9e18-0f4a-ec966ddb09f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.653508] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Releasing lock "refresh_cache-c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.654272] env[68089]: DEBUG nova.compute.manager [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 572.654472] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 572.655823] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d805d000-30e6-4ba7-a040-a9b80689da36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.663899] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 572.664379] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16217d26-2a68-4560-8a0b-4b4a263f5cd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.672361] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 572.672361] env[68089]: value = "task-2852094" [ 572.672361] env[68089]: _type = "Task" [ 572.672361] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.681674] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.687236] env[68089]: DEBUG oslo_concurrency.lockutils [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "interface-066c1b70-2791-425e-8c10-ec3aaed6044d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.687476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "interface-066c1b70-2791-425e-8c10-ec3aaed6044d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.687882] env[68089]: DEBUG nova.objects.instance [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lazy-loading 'flavor' on Instance uuid 066c1b70-2791-425e-8c10-ec3aaed6044d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 572.742330] env[68089]: DEBUG nova.compute.utils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.745255] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.745566] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.779228] env[68089]: DEBUG oslo_vmware.api [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Task: {'id': task-2852092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412091} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.780095] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.780280] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.780476] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.780686] env[68089]: INFO nova.compute.manager [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Took 1.15 seconds to destroy the instance on the hypervisor. [ 572.780980] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.781440] env[68089]: DEBUG nova.compute.manager [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.781440] env[68089]: DEBUG nova.network.neutron [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.793568] env[68089]: INFO nova.compute.manager [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Took 21.82 seconds to build instance. [ 572.901255] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.901569] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.901827] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.901960] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.902407] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.902604] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.902837] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.903144] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.903259] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.903466] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.903687] env[68089]: DEBUG nova.virt.hardware [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.904561] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794df53-5a83-43a5-a758-ee4bb589d245 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.917801] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06849a67-5c21-40f3-bb3f-155e97673785 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.933951] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.940509] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.941286] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.941701] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8663e414-cb7c-4889-aaba-36877b6f48f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.959936] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.959936] env[68089]: value = "task-2852095" [ 572.959936] env[68089]: _type = "Task" [ 572.959936] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.968185] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852095, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.108328] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852093, 'name': Rename_Task, 'duration_secs': 0.161706} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.108783] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.109314] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95fb0ee-3386-40bd-8ddd-ac413cf476d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.116692] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 573.116692] env[68089]: value = "task-2852096" [ 573.116692] env[68089]: _type = "Task" [ 573.116692] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.132030] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.144901] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52697cb6-0e3a-9e18-0f4a-ec966ddb09f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.145110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.145431] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.145779] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323c93db-acbd-49d0-aa35-8eca848a40b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.151912] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 573.151912] env[68089]: value = "task-2852097" [ 573.151912] env[68089]: _type = "Task" [ 573.151912] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.153882] env[68089]: DEBUG nova.policy [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af47cc4b27874695b7197e9188e57cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f979af1bfa9f41199decadf4eea1f4a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.165430] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.185094] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852094, 'name': PowerOffVM_Task, 'duration_secs': 0.129389} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.185094] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.185094] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.185094] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efbc2c88-a63a-413e-884b-f38dedb72686 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.193363] env[68089]: DEBUG nova.objects.instance [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lazy-loading 'pci_requests' on Instance uuid 066c1b70-2791-425e-8c10-ec3aaed6044d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 573.210170] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.210170] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.210170] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleting the datastore file [datastore1] c37e84a0-fe92-47f4-a0c1-f4db5a95ed59 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.210170] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57360e2-fd23-4334-bced-995f1ddf3391 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.220383] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for the task: (returnval){ [ 573.220383] env[68089]: value = "task-2852099" [ 573.220383] env[68089]: _type = "Task" [ 573.220383] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.233440] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.245699] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.296616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0c41d08b-87ec-4282-ad52-5dc47ca8cfa7 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.340s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.478999] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852095, 'name': CreateVM_Task, 'duration_secs': 0.420554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.479745] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.479889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.480050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.480420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.481081] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10159d0-e6fc-45e3-a245-4e705d93b157 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.494287] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 573.494287] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5296b51a-8aae-033f-1154-334be0220fbb" [ 573.494287] env[68089]: _type = "Task" [ 573.494287] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.506104] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5296b51a-8aae-033f-1154-334be0220fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.633842] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.658183] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8887a5-8b2c-46b6-81b7-cb03bc60fdbf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.670362] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.673669] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e476a-a25e-4009-bb9b-d996ab3c585d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.718068] env[68089]: DEBUG nova.objects.base [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Object Instance<066c1b70-2791-425e-8c10-ec3aaed6044d> lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 573.720905] env[68089]: DEBUG nova.network.neutron [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.722555] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbfd471-4feb-4a81-8fcb-e8169b5fe1b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.743452] env[68089]: DEBUG oslo_vmware.api [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Task: {'id': task-2852099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133718} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.746622] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 573.747335] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 573.747335] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 573.747335] env[68089]: INFO nova.compute.manager [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Took 1.09 seconds to destroy the instance on the hypervisor. [ 573.747682] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.748015] env[68089]: DEBUG nova.compute.manager [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 573.748117] env[68089]: DEBUG nova.network.neutron [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 573.754227] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2e3409-ac6d-4787-97d8-be3b986528a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.786286] env[68089]: DEBUG nova.compute.provider_tree [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.799953] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.844277] env[68089]: DEBUG nova.network.neutron [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updated VIF entry in instance network info cache for port b697fc34-f4b0-4c1d-84d9-ba4f54a033f8. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.844671] env[68089]: DEBUG nova.network.neutron [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.849340] env[68089]: DEBUG nova.network.neutron [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.997969] env[68089]: DEBUG nova.network.neutron [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.009475] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5296b51a-8aae-033f-1154-334be0220fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.058594} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.010031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.010265] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.010514] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.010734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.010888] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.011188] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eaaec71-9b1c-46a1-9017-a9df9e7d1812 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.021339] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.021609] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.022760] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0da3592-fb87-4c48-85a5-95e7edee083b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.026582] env[68089]: DEBUG oslo_concurrency.lockutils [None req-228656d9-affc-458c-ac03-93e399486312 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "interface-066c1b70-2791-425e-8c10-ec3aaed6044d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.339s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.033137] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 574.033137] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525f1504-5d35-b3de-9020-a899f829b393" [ 574.033137] env[68089]: _type = "Task" [ 574.033137] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.042021] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525f1504-5d35-b3de-9020-a899f829b393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.132996] env[68089]: DEBUG oslo_vmware.api [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852096, 'name': PowerOnVM_Task, 'duration_secs': 0.517924} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.133418] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.133664] env[68089]: INFO nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Took 10.42 seconds to spawn the instance on the hypervisor. [ 574.133846] env[68089]: DEBUG nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.135104] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29497414-0817-47e0-ac9a-d01f003b79dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.170254] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644001} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.170254] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.170254] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.170562] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb142683-e1c1-4bd7-9444-176005cb7061 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.180503] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 574.180503] env[68089]: value = "task-2852100" [ 574.180503] env[68089]: _type = "Task" [ 574.180503] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.190268] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.267652] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.291928] env[68089]: DEBUG nova.scheduler.client.report [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.301303] env[68089]: DEBUG nova.network.neutron [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.316033] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.316033] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.316033] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.316033] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.316312] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.316312] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.316492] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.316644] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.319020] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.319020] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.319020] env[68089]: DEBUG nova.virt.hardware [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.323283] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b1a28-5292-4f38-8e88-f87cbf52851a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.336713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e85e3-2362-4589-ac25-2ea1186cb856 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.353388] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d6b34dc-3af2-46af-898d-e74a5269f724 req-1fdd4041-c568-48bf-b93d-5795719a3b9f service nova] Releasing lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.353782] env[68089]: DEBUG nova.network.neutron [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.359383] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.431441] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully created port: 7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.499451] env[68089]: INFO nova.compute.manager [-] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Took 1.72 seconds to deallocate network for instance. [ 574.558348] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525f1504-5d35-b3de-9020-a899f829b393, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.559475] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84272ba9-24ba-4195-a104-fccd47640930 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.569110] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 574.569110] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527758ea-ee9a-cc20-ba2e-b096ab666f66" [ 574.569110] env[68089]: _type = "Task" [ 574.569110] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.578585] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527758ea-ee9a-cc20-ba2e-b096ab666f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.655181] env[68089]: INFO nova.compute.manager [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Took 21.49 seconds to build instance. [ 574.692066] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064221} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.692349] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.693158] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20739de-e0e1-4a91-b23d-909d7a1318db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.716059] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.716743] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1c7d25-0686-4035-81cd-66c4cd66f06a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.738557] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 574.738557] env[68089]: value = "task-2852101" [ 574.738557] env[68089]: _type = "Task" [ 574.738557] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.748050] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.804643] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.805184] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.809037] env[68089]: INFO nova.compute.manager [-] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Took 2.32 seconds to deallocate network for instance. [ 574.809922] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.224s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.811254] env[68089]: INFO nova.compute.claims [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.858475] env[68089]: INFO nova.compute.manager [-] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Took 1.11 seconds to deallocate network for instance. [ 575.008831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.082597] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527758ea-ee9a-cc20-ba2e-b096ab666f66, 'name': SearchDatastore_Task, 'duration_secs': 0.037697} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.082812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.083945] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.083945] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7586177-272b-4b76-8a8d-3a66bf71a804 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.092550] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 575.092550] env[68089]: value = "task-2852102" [ 575.092550] env[68089]: _type = "Task" [ 575.092550] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.102460] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.157028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-323e9877-45a2-47c6-8a0b-05458f4e5179 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.004s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.176796] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.177601] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.177601] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.177862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.177862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.180721] env[68089]: INFO nova.compute.manager [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Terminating instance [ 575.255206] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852101, 'name': ReconfigVM_Task, 'duration_secs': 0.514798} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.255206] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.255206] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22498352-bdec-4f40-8f10-629f98df43e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.262036] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 575.262036] env[68089]: value = "task-2852103" [ 575.262036] env[68089]: _type = "Task" [ 575.262036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.271564] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852103, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.311498] env[68089]: DEBUG nova.compute.utils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.313557] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 575.320085] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.369312] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.465552] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully created port: c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.494728] env[68089]: DEBUG nova.compute.manager [req-ad4ed4ed-6bf2-4228-b6da-aba8df3d1863 req-9c7dc94c-c485-4bd4-81f4-bb58db80f101 service nova] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Received event network-vif-deleted-7e63aa02-e804-4ad2-a414-41448a55f9bd {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 575.602162] env[68089]: DEBUG nova.compute.manager [req-2c5487e4-6d40-4c91-b666-214d18f1c6a6 req-b3b137af-b06e-4f58-b57f-3d86ab594019 service nova] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Received event network-vif-deleted-eca0380a-27ff-419a-909b-9c5b7126078e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 575.606182] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852102, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.661564] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.685869] env[68089]: DEBUG nova.compute.manager [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.686163] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.687214] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadd6464-775c-4281-9eee-234dc109e319 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.707988] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.707988] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f171be-f024-4967-ad28-33c150aa4c05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.716878] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 575.716878] env[68089]: value = "task-2852104" [ 575.716878] env[68089]: _type = "Task" [ 575.716878] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.728393] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.777315] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852103, 'name': Rename_Task, 'duration_secs': 0.247692} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.777557] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.777813] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3225d922-cc19-41fa-9dd9-d3647c5d51fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.786777] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 575.786777] env[68089]: value = "task-2852105" [ 575.786777] env[68089]: _type = "Task" [ 575.786777] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.798266] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.818117] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.107412] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.107787] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.108017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.108310] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0fc1475-0711-4bd9-80cc-fe2c9ba67511 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.118337] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 576.118337] env[68089]: value = "task-2852106" [ 576.118337] env[68089]: _type = "Task" [ 576.118337] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.128765] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.195992] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b221f5-b8fd-40d4-9fa3-aa18dfb27735 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.198718] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.204744] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f538b-9527-4181-9673-fc06348ef0ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.246079] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4bc9e8-4540-4530-a269-b076bca472f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.257074] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d841a9d-aebd-4635-bae6-c61e183a8f83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.261626] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852104, 'name': PowerOffVM_Task, 'duration_secs': 0.377491} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.261927] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.262122] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.262772] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b490ac0-c435-4128-80a6-278107f701ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.274404] env[68089]: DEBUG nova.compute.provider_tree [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.302609] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.356022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 576.356022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 576.356022] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore2] f94a6013-c172-4568-9f1b-fa102fa5bc39 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.356022] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b23ae142-f18a-44b8-96fc-81cd91ebf4a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.370787] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 576.370787] env[68089]: value = "task-2852108" [ 576.370787] env[68089]: _type = "Task" [ 576.370787] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.386519] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.411053] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully created port: 7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.628815] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.628815] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.629169] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557c447-e38c-4e65-a5c3-5193946b2108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.656528] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.656786] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51800904-b9a4-4924-90b5-fe780e6cb4c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.679595] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 576.679595] env[68089]: value = "task-2852109" [ 576.679595] env[68089]: _type = "Task" [ 576.679595] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.695696] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.777907] env[68089]: DEBUG nova.scheduler.client.report [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.805104] env[68089]: DEBUG oslo_vmware.api [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852105, 'name': PowerOnVM_Task, 'duration_secs': 0.907866} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.805391] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.805589] env[68089]: INFO nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Took 10.68 seconds to spawn the instance on the hypervisor. [ 576.805760] env[68089]: DEBUG nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.806675] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0377ee-ff47-479f-90ee-70c48fc11946 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.832974] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.871489] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.871709] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.871853] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.874826] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.875081] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.875293] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.875563] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.875737] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.875906] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.876095] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.876306] env[68089]: DEBUG nova.virt.hardware [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.877916] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e53128f-a80a-47d2-b241-0ec6c8c9ad26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.894561] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e993bb-6395-48ad-891a-1ece1a3e4ecb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.900061] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.913702] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "066c1b70-2791-425e-8c10-ec3aaed6044d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.913908] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.914172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.914358] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.914515] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.917162] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.924667] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Creating folder: Project (4dfd47fc75c8410cada6cf8abda7b547). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.925310] env[68089]: INFO nova.compute.manager [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Terminating instance [ 576.926943] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb349e5-803b-4d83-a50a-4f14b0842044 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.937264] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Created folder: Project (4dfd47fc75c8410cada6cf8abda7b547) in parent group-v573447. [ 576.937462] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Creating folder: Instances. Parent ref: group-v573481. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.937710] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98280cd1-879c-4cd0-86dd-178e7d34be86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.949020] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Created folder: Instances in parent group-v573481. [ 576.949020] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 576.949020] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.949020] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91589f4b-c7c4-4053-b29a-e2879bce91c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.975884] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.975884] env[68089]: value = "task-2852112" [ 576.975884] env[68089]: _type = "Task" [ 576.975884] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.989604] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.190910] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.286432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.286920] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.289815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.670s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.291743] env[68089]: INFO nova.compute.claims [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.332035] env[68089]: INFO nova.compute.manager [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Took 21.28 seconds to build instance. [ 577.385548] env[68089]: DEBUG oslo_vmware.api [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.735338} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.385757] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.385938] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.386134] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.386315] env[68089]: INFO nova.compute.manager [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Took 1.70 seconds to destroy the instance on the hypervisor. [ 577.386547] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.386735] env[68089]: DEBUG nova.compute.manager [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.386900] env[68089]: DEBUG nova.network.neutron [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.433851] env[68089]: DEBUG nova.compute.manager [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 577.434988] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 577.436209] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e72fdcf-80cc-425e-8484-2f13c558aeae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.447126] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.447126] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dec19c2-4121-4712-8529-b44c25db851c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.453880] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 577.453880] env[68089]: value = "task-2852113" [ 577.453880] env[68089]: _type = "Task" [ 577.453880] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.463080] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.485247] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.700430] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.798476] env[68089]: DEBUG nova.compute.utils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.803801] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.803974] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.835517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cd9862f-989d-4f64-8bb9-66ef8c70ddc6 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.794s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.944419] env[68089]: DEBUG nova.policy [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f490c452f8d54cfc8e93a9fe7e436819', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158d2b92b21a42a8abcb2e61c687c6d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.966420] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.990871] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.191101] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.305192] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.401584] env[68089]: DEBUG nova.network.neutron [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.472019] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.487296] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.693848] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852109, 'name': ReconfigVM_Task, 'duration_secs': 1.728135} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.696408] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc/2c656a62-f558-42f7-8eb3-15a202ad81cc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.697311] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0b0726-01ad-424b-b0a4-b74687e6d3a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.704457] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 578.704457] env[68089]: value = "task-2852114" [ 578.704457] env[68089]: _type = "Task" [ 578.704457] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.724041] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852114, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.726333] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390244d2-6c90-4334-a5f4-dab2e9cdbb72 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.736162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759f38b-2009-4e97-9a24-4bdad2eac800 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.767497] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c20f00-3918-47b7-b241-1f98af05706a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.775694] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ade46-ef35-4a62-a3a4-a406beae742c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.789752] env[68089]: DEBUG nova.compute.provider_tree [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.905138] env[68089]: INFO nova.compute.manager [-] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Took 1.52 seconds to deallocate network for instance. [ 578.965397] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852113, 'name': PowerOffVM_Task, 'duration_secs': 1.191746} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.965663] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.965828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.966293] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57ac9b9c-0a56-4f99-9e25-72011edf3dfa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.996626] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.040047] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 579.040300] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 579.040519] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Deleting the datastore file [datastore2] 066c1b70-2791-425e-8c10-ec3aaed6044d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.040916] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123256e6-2728-4f6e-b48b-c9bca5bbcc95 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.047780] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for the task: (returnval){ [ 579.047780] env[68089]: value = "task-2852116" [ 579.047780] env[68089]: _type = "Task" [ 579.047780] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.058524] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.175860] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Successfully created port: 293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.219796] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852114, 'name': Rename_Task, 'duration_secs': 0.352823} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.220148] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.220498] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84de9818-00a5-4e15-b93a-ef454aec20c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.228436] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Waiting for the task: (returnval){ [ 579.228436] env[68089]: value = "task-2852117" [ 579.228436] env[68089]: _type = "Task" [ 579.228436] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.237211] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.287848] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully updated port: 7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.296591] env[68089]: DEBUG nova.scheduler.client.report [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.317821] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.351058] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.351317] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.351508] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.351738] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.351902] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.352295] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.352571] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.352735] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.352902] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.353074] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.353249] env[68089]: DEBUG nova.virt.hardware [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.354467] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e408d91-241d-43d3-9e39-c042cce75f22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.362821] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4392d343-47d0-436b-9206-0300eb9ebf96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.400619] env[68089]: DEBUG nova.compute.manager [req-833b03c1-82f6-4d1b-80c7-f6dda51ba4bb req-5a2e1ec6-7296-4239-a080-849c69727a86 service nova] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Received event network-vif-deleted-86cba18e-c608-41a1-86a8-5c46aedd8259 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 579.415829] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.490111] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852112, 'name': CreateVM_Task, 'duration_secs': 2.148895} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.492190] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.492190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.492190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.492190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.492190] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f73146-6426-4426-8bb0-ed51248d3756 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.496979] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 579.496979] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d89ba0-d99e-276c-2ba7-5b1d70c1f7ef" [ 579.496979] env[68089]: _type = "Task" [ 579.496979] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.506117] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d89ba0-d99e-276c-2ba7-5b1d70c1f7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.569271] env[68089]: DEBUG oslo_vmware.api [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Task: {'id': task-2852116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174518} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.569700] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.570045] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 579.570412] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.570663] env[68089]: INFO nova.compute.manager [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Took 2.14 seconds to destroy the instance on the hypervisor. [ 579.571073] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 579.571383] env[68089]: DEBUG nova.compute.manager [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 579.571561] env[68089]: DEBUG nova.network.neutron [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 579.745479] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.803274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.803875] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.807672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.289s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.808981] env[68089]: DEBUG nova.objects.instance [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 580.014974] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d89ba0-d99e-276c-2ba7-5b1d70c1f7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.022915} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.015310] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.015546] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.015764] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.015903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.016088] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.019666] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf7cf6e-4707-4a9e-a6cb-93dfa253a196 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.027343] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.027343] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.027944] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7325c2-52c5-4194-ad02-c8c7ca6633a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.041460] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 580.041460] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a0ad32-14e2-6821-efdc-42d3f1fc85af" [ 580.041460] env[68089]: _type = "Task" [ 580.041460] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.047591] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a0ad32-14e2-6821-efdc-42d3f1fc85af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.057296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.057296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.243623] env[68089]: DEBUG oslo_vmware.api [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Task: {'id': task-2852117, 'name': PowerOnVM_Task, 'duration_secs': 0.784526} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.244045] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.244277] env[68089]: DEBUG nova.compute.manager [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.245144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d8d9b7-c861-4825-bc76-bd6933f8cd23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.318020] env[68089]: DEBUG nova.compute.utils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.322892] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.326407] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.431403] env[68089]: DEBUG nova.compute.manager [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-plugged-7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.432085] env[68089]: DEBUG oslo_concurrency.lockutils [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.432232] env[68089]: DEBUG oslo_concurrency.lockutils [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.432339] env[68089]: DEBUG oslo_concurrency.lockutils [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.432506] env[68089]: DEBUG nova.compute.manager [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] No waiting events found dispatching network-vif-plugged-7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.432838] env[68089]: WARNING nova.compute.manager [req-17c5d3c5-7274-44b8-a2ad-94980d12ad4d req-e7306b05-c45a-476d-9e1e-05e56fb3c90e service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received unexpected event network-vif-plugged-7ebbb0c5-1088-489f-b313-389245e5c132 for instance with vm_state building and task_state spawning. [ 580.501080] env[68089]: DEBUG nova.policy [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f35c6b37ff54c8fb00565f66f440023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16a1afe21f424212a22ef2ea09b2f7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.550640] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a0ad32-14e2-6821-efdc-42d3f1fc85af, 'name': SearchDatastore_Task, 'duration_secs': 0.028148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.552245] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35782a1-7b68-4bdd-8e4a-1ea47146e38d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.557483] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 580.557483] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5274fbda-d56b-802e-a699-9dd550f2f178" [ 580.557483] env[68089]: _type = "Task" [ 580.557483] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.560863] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.569155] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5274fbda-d56b-802e-a699-9dd550f2f178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.649475] env[68089]: DEBUG nova.network.neutron [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.766527] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.824368] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.832026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e7e8d946-36b8-4c87-9e73-d2e365f03a0d tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.833099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.531s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.838020] env[68089]: INFO nova.compute.claims [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.072463] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5274fbda-d56b-802e-a699-9dd550f2f178, 'name': SearchDatastore_Task, 'duration_secs': 0.026328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.072770] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.073068] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.073381] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dca9c84-9eaf-4c78-8e38-a8413ae0c331 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.082801] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 581.082801] env[68089]: value = "task-2852118" [ 581.082801] env[68089]: _type = "Task" [ 581.082801] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.091576] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.098958] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.155210] env[68089]: INFO nova.compute.manager [-] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Took 1.58 seconds to deallocate network for instance. [ 581.600446] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852118, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.662013] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.837745] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.881675] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.881931] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.882097] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.882277] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.882422] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.882835] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.884168] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.884317] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.884650] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.884762] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.885240] env[68089]: DEBUG nova.virt.hardware [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.886137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44cab8-7d26-4809-b4a3-d2b39112bc81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.903494] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7c734c-1499-4840-aa99-d597759d20a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.929207] env[68089]: DEBUG nova.compute.manager [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 581.986021] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Successfully created port: 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.093015] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517948} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.095497] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.095666] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.101015] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d5e207b-8553-40d5-b286-0a3a17c0fd67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.109820] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 582.109820] env[68089]: value = "task-2852119" [ 582.109820] env[68089]: _type = "Task" [ 582.109820] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.120392] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.314581] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a6f84-70e9-4b82-8039-1517f9c24ad3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.323363] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a52ed81-6870-453b-8178-182f727cd291 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.361951] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520ea7a-6637-4f6a-9139-7cd7b76a5d62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.369313] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a96a7a-913f-4658-a9ac-f46ed523a854 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.383834] env[68089]: DEBUG nova.compute.provider_tree [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.452688] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.609574] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Successfully updated port: 293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.620732] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066686} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.621198] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.622285] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6d7ed-a431-4623-98b8-600b8310dc57 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.649335] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.653027] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e82785-f67d-49d9-832a-f38b6969ba58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.670235] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 582.670235] env[68089]: value = "task-2852120" [ 582.670235] env[68089]: _type = "Task" [ 582.670235] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.681308] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.823221] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully updated port: c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.886652] env[68089]: DEBUG nova.scheduler.client.report [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.998016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.998292] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.998957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "2c656a62-f558-42f7-8eb3-15a202ad81cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.999172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.999349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.001334] env[68089]: INFO nova.compute.manager [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Terminating instance [ 583.116311] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.116465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.116616] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.183861] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852120, 'name': ReconfigVM_Task, 'duration_secs': 0.303394} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.185585] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.186213] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-219ecefc-a597-479b-8c43-549b46612313 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.212431] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 583.212431] env[68089]: value = "task-2852121" [ 583.212431] env[68089]: _type = "Task" [ 583.212431] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.224420] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852121, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.395258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.395258] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.398571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.657s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.403020] env[68089]: INFO nova.compute.claims [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.506928] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "refresh_cache-2c656a62-f558-42f7-8eb3-15a202ad81cc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.507632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquired lock "refresh_cache-2c656a62-f558-42f7-8eb3-15a202ad81cc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.507871] env[68089]: DEBUG nova.network.neutron [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.681177] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.725102] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852121, 'name': Rename_Task, 'duration_secs': 0.167003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.725584] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.725957] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2162b8f6-c269-4bdd-b313-b2136aa6a747 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.738168] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 583.738168] env[68089]: value = "task-2852122" [ 583.738168] env[68089]: _type = "Task" [ 583.738168] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.746940] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.814120] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.814646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.894088] env[68089]: DEBUG nova.compute.manager [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Received event network-vif-plugged-293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.894190] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] Acquiring lock "312a2247-d796-4075-81ff-4ee8510fede7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.894397] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] Lock "312a2247-d796-4075-81ff-4ee8510fede7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.894564] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] Lock "312a2247-d796-4075-81ff-4ee8510fede7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.894934] env[68089]: DEBUG nova.compute.manager [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] No waiting events found dispatching network-vif-plugged-293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.894934] env[68089]: WARNING nova.compute.manager [req-8f05047a-ef16-4811-8c6e-126b23cea10f req-e649ffec-4547-44e9-8465-83f26c0836b7 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Received unexpected event network-vif-plugged-293c356c-d29d-48d0-abc5-d4cd64c95548 for instance with vm_state building and task_state spawning. [ 583.901314] env[68089]: DEBUG nova.compute.utils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.906740] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.909930] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.975055] env[68089]: DEBUG nova.compute.manager [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-changed-7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.975253] env[68089]: DEBUG nova.compute.manager [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing instance network info cache due to event network-changed-7ebbb0c5-1088-489f-b313-389245e5c132. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 583.975517] env[68089]: DEBUG oslo_concurrency.lockutils [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] Acquiring lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.975697] env[68089]: DEBUG oslo_concurrency.lockutils [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] Acquired lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.975875] env[68089]: DEBUG nova.network.neutron [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing network info cache for port 7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.996484] env[68089]: DEBUG nova.network.neutron [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Updating instance_info_cache with network_info: [{"id": "293c356c-d29d-48d0-abc5-d4cd64c95548", "address": "fa:16:3e:b2:48:21", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293c356c-d2", "ovs_interfaceid": "293c356c-d29d-48d0-abc5-d4cd64c95548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.043082] env[68089]: DEBUG nova.network.neutron [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.168503] env[68089]: DEBUG nova.network.neutron [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.253658] env[68089]: DEBUG oslo_vmware.api [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852122, 'name': PowerOnVM_Task, 'duration_secs': 0.408969} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.254581] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.254860] env[68089]: INFO nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Took 7.42 seconds to spawn the instance on the hypervisor. [ 584.255105] env[68089]: DEBUG nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.256006] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090a0df-4151-4a2a-a2cd-9d805ed7a1f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.327636] env[68089]: DEBUG nova.policy [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdb69fd057549e3a78295fd08d0c04c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346a534cc5954657b07f4451c6ae4f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.413137] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.497625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.500491] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Instance network_info: |[{"id": "293c356c-d29d-48d0-abc5-d4cd64c95548", "address": "fa:16:3e:b2:48:21", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293c356c-d2", "ovs_interfaceid": "293c356c-d29d-48d0-abc5-d4cd64c95548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.500757] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:48:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '293c356c-d29d-48d0-abc5-d4cd64c95548', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.507624] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Creating folder: Project (158d2b92b21a42a8abcb2e61c687c6d7). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.511495] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2439794-1bf8-4e0a-b872-6d459b29f60e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.530620] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Created folder: Project (158d2b92b21a42a8abcb2e61c687c6d7) in parent group-v573447. [ 584.530620] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Creating folder: Instances. Parent ref: group-v573484. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.530950] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30c6da3-f51e-4733-9303-2080e5c6dd3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.550020] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Created folder: Instances in parent group-v573484. [ 584.553694] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.553694] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.553694] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d49243-d782-403d-b34a-fc89c2a1234b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.569962] env[68089]: DEBUG nova.network.neutron [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.584589] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.584589] env[68089]: value = "task-2852125" [ 584.584589] env[68089]: _type = "Task" [ 584.584589] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.593835] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852125, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.673020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Releasing lock "refresh_cache-2c656a62-f558-42f7-8eb3-15a202ad81cc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.673020] env[68089]: DEBUG nova.compute.manager [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.673020] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.673020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6889921-828a-4059-bd55-1bf7cb3aaa4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.682034] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.682287] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0fb6114-aaf4-43d2-97b7-5376708a7690 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.691395] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 584.691395] env[68089]: value = "task-2852126" [ 584.691395] env[68089]: _type = "Task" [ 584.691395] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.702426] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.732674] env[68089]: DEBUG nova.network.neutron [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.784050] env[68089]: INFO nova.compute.manager [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Took 22.39 seconds to build instance. [ 584.879752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3173e19-f4ca-4279-8f6e-07ccc1916a55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.889434] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ebe2d-ff7a-466c-8fff-1ad8edec2236 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.928716] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2a516-19b9-42eb-bbb8-2a685f176d24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.936561] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd40b70-cfc5-4c73-a3c8-becf3596c18f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.953836] env[68089]: DEBUG nova.compute.provider_tree [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.097405] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852125, 'name': CreateVM_Task, 'duration_secs': 0.412866} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.097405] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.098291] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.098291] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.098453] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.098726] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f10787-29f2-4af8-ab11-17aedfcd7c6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.104775] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 585.104775] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5225a6b5-a8d2-bb01-a7e8-cbea173e5a33" [ 585.104775] env[68089]: _type = "Task" [ 585.104775] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.113179] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5225a6b5-a8d2-bb01-a7e8-cbea173e5a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.203304] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852126, 'name': PowerOffVM_Task, 'duration_secs': 0.215783} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.203452] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.203631] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.204234] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20d45ff-415e-46c2-98c9-95349a97c1ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.235888] env[68089]: DEBUG oslo_concurrency.lockutils [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] Releasing lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.235888] env[68089]: DEBUG nova.compute.manager [req-06419292-85d2-47ee-af45-c33baf07cf85 req-39f72c72-b423-4983-ac14-cd5e130b39b8 service nova] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Received event network-vif-deleted-3ff450c7-8a92-42a7-a6de-39c41e26bc07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 585.240208] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.240208] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.240208] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Deleting the datastore file [datastore1] 2c656a62-f558-42f7-8eb3-15a202ad81cc {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.240208] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0e3ff85-1d5c-46d2-a92b-4b4a36677356 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.245160] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for the task: (returnval){ [ 585.245160] env[68089]: value = "task-2852128" [ 585.245160] env[68089]: _type = "Task" [ 585.245160] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.253723] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.286715] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f0593434-17c4-4481-8355-aa4dbaf1ac57 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.100s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.382063] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Successfully updated port: 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.433211] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.456273] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Successfully updated port: 7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.457814] env[68089]: DEBUG nova.scheduler.client.report [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.474468] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.474698] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.474834] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.475156] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.475307] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.475524] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.475882] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.476137] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.476368] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.476604] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.476904] env[68089]: DEBUG nova.virt.hardware [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.478081] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c29604-654a-42d1-b2e8-b4dbf7febbba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.486957] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69f47c-abfe-4a5d-95c6-b66161b74338 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.506272] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Successfully created port: de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.617088] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5225a6b5-a8d2-bb01-a7e8-cbea173e5a33, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.617474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.618129] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.618493] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.618716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.618966] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.619319] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b494394c-4c5a-4292-8e74-77f79af48d45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.631804] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.631804] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.632548] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b698c2dc-77d7-4f43-a95b-ba668599ed18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.637888] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 585.637888] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5236f1fe-578e-f0dc-450c-1839a62d8d07" [ 585.637888] env[68089]: _type = "Task" [ 585.637888] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.646034] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5236f1fe-578e-f0dc-450c-1839a62d8d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.760191] env[68089]: DEBUG oslo_vmware.api [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Task: {'id': task-2852128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345207} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.760191] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.760191] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.760191] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.760191] env[68089]: INFO nova.compute.manager [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 585.760725] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.760725] env[68089]: DEBUG nova.compute.manager [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.760725] env[68089]: DEBUG nova.network.neutron [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.778230] env[68089]: DEBUG nova.network.neutron [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.791041] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.884441] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.884596] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquired lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.884747] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.962737] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.962820] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.962973] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.968284] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.968284] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.969532] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.674s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.970952] env[68089]: INFO nova.compute.claims [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.148570] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5236f1fe-578e-f0dc-450c-1839a62d8d07, 'name': SearchDatastore_Task, 'duration_secs': 0.031988} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.149448] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c45802-88b2-4d82-ba78-29ed891c6544 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.155437] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 586.155437] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b5f3f-ca2a-5ea7-afc7-7e21e0738e6f" [ 586.155437] env[68089]: _type = "Task" [ 586.155437] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.168490] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529b5f3f-ca2a-5ea7-afc7-7e21e0738e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.281817] env[68089]: DEBUG nova.network.neutron [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.319874] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.482133] env[68089]: DEBUG nova.compute.utils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.495847] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.502110] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.502110] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.566260] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.648352] env[68089]: DEBUG nova.policy [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feec840ce66a4dce92cf603e0a907b05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afd170772a2944fcaf12cbdd7ebc57df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.667733] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529b5f3f-ca2a-5ea7-afc7-7e21e0738e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.668042] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.668356] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 312a2247-d796-4075-81ff-4ee8510fede7/312a2247-d796-4075-81ff-4ee8510fede7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.668677] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0f2d4ed-5346-4b5e-8daf-b66c622e33d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.678466] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 586.678466] env[68089]: value = "task-2852129" [ 586.678466] env[68089]: _type = "Task" [ 586.678466] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.688389] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.784371] env[68089]: INFO nova.compute.manager [-] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Took 1.03 seconds to deallocate network for instance. [ 587.002868] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.032196] env[68089]: DEBUG nova.network.neutron [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updating instance_info_cache with network_info: [{"id": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "address": "fa:16:3e:21:74:00", "network": {"id": "23468ab5-9d51-4656-bd9e-35ecdd5ba211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-163399168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a1afe21f424212a22ef2ea09b2f7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e68b741-a9", "ovs_interfaceid": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.189503] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852129, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.292771] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.474576] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe6068-ab00-419a-9f51-efd3654dbdf8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.485195] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb956766-345e-42af-b79e-b17f2384379e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.540045] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6662face-72c7-4f39-a2c2-2e853c9e5a24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.543250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Releasing lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.543546] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Instance network_info: |[{"id": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "address": "fa:16:3e:21:74:00", "network": {"id": "23468ab5-9d51-4656-bd9e-35ecdd5ba211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-163399168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a1afe21f424212a22ef2ea09b2f7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e68b741-a9", "ovs_interfaceid": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.543944] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:74:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.554843] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Creating folder: Project (16a1afe21f424212a22ef2ea09b2f7fc). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.556786] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2af3a501-a1b0-4727-829e-e8aa979a32d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.563197] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54d3aa1-8e57-46df-bae7-1ee33632e54f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.572160] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Created folder: Project (16a1afe21f424212a22ef2ea09b2f7fc) in parent group-v573447. [ 587.572160] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Creating folder: Instances. Parent ref: group-v573487. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.572160] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c5dd190-cba3-4774-8335-ed5673969250 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.583029] env[68089]: DEBUG nova.compute.provider_tree [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.591087] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Created folder: Instances in parent group-v573487. [ 587.591087] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.592163] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.592163] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4bd2996-ad73-4608-90c4-fde8961f19f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.617091] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.617091] env[68089]: value = "task-2852132" [ 587.617091] env[68089]: _type = "Task" [ 587.617091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.619949] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Received event network-changed-293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.619949] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Refreshing instance network info cache due to event network-changed-293c356c-d29d-48d0-abc5-d4cd64c95548. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 587.620485] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquiring lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.620485] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquired lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.620485] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Refreshing network info cache for port 293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.631686] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852132, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.694214] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520516} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.694214] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 312a2247-d796-4075-81ff-4ee8510fede7/312a2247-d796-4075-81ff-4ee8510fede7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.694214] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.694497] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c554707-ddf6-416d-8db3-22f1aeac8847 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.701075] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 587.701075] env[68089]: value = "task-2852133" [ 587.701075] env[68089]: _type = "Task" [ 587.701075] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.709790] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.840123] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Successfully created port: 62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.868251] env[68089]: DEBUG nova.compute.manager [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Received event network-vif-plugged-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.868352] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.868582] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.869222] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.869369] env[68089]: DEBUG nova.compute.manager [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] No waiting events found dispatching network-vif-plugged-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.869479] env[68089]: WARNING nova.compute.manager [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Received unexpected event network-vif-plugged-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 for instance with vm_state building and task_state spawning. [ 587.869631] env[68089]: DEBUG nova.compute.manager [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Received event network-changed-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.869772] env[68089]: DEBUG nova.compute.manager [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Refreshing instance network info cache due to event network-changed-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 587.869949] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Acquiring lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.870086] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Acquired lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.870233] env[68089]: DEBUG nova.network.neutron [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Refreshing network info cache for port 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.046640] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.051395] env[68089]: DEBUG nova.network.neutron [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [{"id": "7ebbb0c5-1088-489f-b313-389245e5c132", "address": "fa:16:3e:6c:12:9d", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb0c5-10", "ovs_interfaceid": "7ebbb0c5-1088-489f-b313-389245e5c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "address": "fa:16:3e:d3:80:1a", "network": {"id": "ec3d059e-f867-44bd-ada0-03077ad99161", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-328714757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc022eeeb-f2", "ovs_interfaceid": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "address": "fa:16:3e:62:76:81", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499caa6-9a", "ovs_interfaceid": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.076409] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.076673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.080969] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:14:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='116745461',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1273593280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.081224] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.081380] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.081557] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.081702] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.081845] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.082442] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.082654] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.082977] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.083179] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.083506] env[68089]: DEBUG nova.virt.hardware [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.085019] env[68089]: DEBUG nova.scheduler.client.report [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.090455] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049712cb-b99f-4994-b534-51515e388ce9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.101813] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d86599-2504-4293-beda-8021c7cbc794 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.135519] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852132, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.213108] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223811} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.213108] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.213108] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008edcb-b137-44a7-9c8f-a7f70d044910 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.237540] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 312a2247-d796-4075-81ff-4ee8510fede7/312a2247-d796-4075-81ff-4ee8510fede7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.238192] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2bc459-1fe5-44f6-9b5b-f6b3d7bd40c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.265250] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 588.265250] env[68089]: value = "task-2852134" [ 588.265250] env[68089]: _type = "Task" [ 588.265250] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.277893] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.555271] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.555664] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance network_info: |[{"id": "7ebbb0c5-1088-489f-b313-389245e5c132", "address": "fa:16:3e:6c:12:9d", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb0c5-10", "ovs_interfaceid": "7ebbb0c5-1088-489f-b313-389245e5c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "address": "fa:16:3e:d3:80:1a", "network": {"id": "ec3d059e-f867-44bd-ada0-03077ad99161", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-328714757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc022eeeb-f2", "ovs_interfaceid": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "address": "fa:16:3e:62:76:81", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499caa6-9a", "ovs_interfaceid": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.556115] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:12:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ebbb0c5-1088-489f-b313-389245e5c132', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:80:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:76:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7499caa6-9a6c-47ef-a1a8-370d7875e68f', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.567133] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Creating folder: Project (f979af1bfa9f41199decadf4eea1f4a7). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.567401] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5344a0a-8e53-4918-81a2-57ee0a8b7a3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.576961] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Created folder: Project (f979af1bfa9f41199decadf4eea1f4a7) in parent group-v573447. [ 588.577176] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Creating folder: Instances. Parent ref: group-v573490. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.577404] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f783a9-81b7-4b7a-82c5-fdbce870fb9b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.581789] env[68089]: DEBUG nova.network.neutron [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updated VIF entry in instance network info cache for port 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.582119] env[68089]: DEBUG nova.network.neutron [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updating instance_info_cache with network_info: [{"id": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "address": "fa:16:3e:21:74:00", "network": {"id": "23468ab5-9d51-4656-bd9e-35ecdd5ba211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-163399168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a1afe21f424212a22ef2ea09b2f7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e68b741-a9", "ovs_interfaceid": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.590114] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Created folder: Instances in parent group-v573490. [ 588.590114] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.590114] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.590114] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a0d110-513f-41c3-aa27-ff91d5d26585 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.607704] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.608197] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.610617] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.251s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.614043] env[68089]: INFO nova.compute.claims [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.618641] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.618641] env[68089]: value = "task-2852137" [ 588.618641] env[68089]: _type = "Task" [ 588.618641] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.629347] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852137, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.634421] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852132, 'name': CreateVM_Task, 'duration_secs': 0.885529} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.634698] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.635904] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.635904] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.635904] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.636257] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280d45ac-de21-4f72-b529-f0aab6256649 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.643341] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 588.643341] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b7dece-1e5e-e58a-42c3-47d40fc1bb4a" [ 588.643341] env[68089]: _type = "Task" [ 588.643341] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.659465] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b7dece-1e5e-e58a-42c3-47d40fc1bb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.659808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.659912] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.660211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.660367] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.660572] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.660823] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e09d56c-7434-47b3-89f5-128455c4f268 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.665781] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Successfully updated port: de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.672555] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.672839] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.673678] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18497672-8a3c-48cd-8159-1a20d1baba43 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.682053] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 588.682053] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a8e75-a46d-8c28-2c86-a1d8bcb6f6a9" [ 588.682053] env[68089]: _type = "Task" [ 588.682053] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.691943] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a8e75-a46d-8c28-2c86-a1d8bcb6f6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.777963] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.861313] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Updated VIF entry in instance network info cache for port 293c356c-d29d-48d0-abc5-d4cd64c95548. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.862481] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Updating instance_info_cache with network_info: [{"id": "293c356c-d29d-48d0-abc5-d4cd64c95548", "address": "fa:16:3e:b2:48:21", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap293c356c-d2", "ovs_interfaceid": "293c356c-d29d-48d0-abc5-d4cd64c95548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.086211] env[68089]: DEBUG oslo_concurrency.lockutils [req-8049bf8e-075f-42b9-ad8e-f21e4ab04f8d req-e335a3eb-68f4-497d-882e-feb6e50baa98 service nova] Releasing lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.116936] env[68089]: DEBUG nova.compute.utils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.121612] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.121790] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.137809] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852137, 'name': CreateVM_Task, 'duration_secs': 0.489636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.137955] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.139054] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.139558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.140190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.141100] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff94e12-5526-49b4-ace3-405be608627a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.148822] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 589.148822] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52eb7781-39ca-2021-aa6b-81c0acfb93c1" [ 589.148822] env[68089]: _type = "Task" [ 589.148822] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.157531] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52eb7781-39ca-2021-aa6b-81c0acfb93c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.168279] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.169028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.169028] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.193721] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a8e75-a46d-8c28-2c86-a1d8bcb6f6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013371} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.194587] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd490321-2289-450a-beea-ba580693f0da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.199319] env[68089]: DEBUG nova.policy [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f463063b7e42538ac21bd32fb26200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70cad0d93a442c58e5034e1f7c07c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.202660] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 589.202660] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521c1262-c6da-64af-b337-92666450bb44" [ 589.202660] env[68089]: _type = "Task" [ 589.202660] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.211099] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c1262-c6da-64af-b337-92666450bb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.283102] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852134, 'name': ReconfigVM_Task, 'duration_secs': 0.584168} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.283402] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 312a2247-d796-4075-81ff-4ee8510fede7/312a2247-d796-4075-81ff-4ee8510fede7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.284052] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd7da21-0d36-46cf-adbc-0d7c0eeb2328 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.291574] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 589.291574] env[68089]: value = "task-2852138" [ 589.291574] env[68089]: _type = "Task" [ 589.291574] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.298346] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852138, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.367785] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Releasing lock "refresh_cache-312a2247-d796-4075-81ff-4ee8510fede7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.368397] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-plugged-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 589.368973] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.368973] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.369129] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.369321] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] No waiting events found dispatching network-vif-plugged-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 589.369525] env[68089]: WARNING nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received unexpected event network-vif-plugged-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 for instance with vm_state building and task_state spawning. [ 589.369730] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-changed-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 589.369959] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing instance network info cache due to event network-changed-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 589.370084] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquiring lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.370249] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquired lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.370366] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing network info cache for port c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.397772] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.397772] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.625708] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.665456] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52eb7781-39ca-2021-aa6b-81c0acfb93c1, 'name': SearchDatastore_Task, 'duration_secs': 0.027448} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.670376] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.670774] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.671179] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.671383] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.671838] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.675760] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f9dabbd-e4e4-4e95-9ff8-7d7118d3c7f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.689015] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.691436] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.692762] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec3305a-6f81-4103-988d-51d3c18ea0db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.705971] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Successfully updated port: 62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.714987] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 589.714987] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5235d03f-bff4-33e0-598f-245329a43e2c" [ 589.714987] env[68089]: _type = "Task" [ 589.714987] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.726289] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c1262-c6da-64af-b337-92666450bb44, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.727423] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Successfully created port: 8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.734641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.735392] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] da71d402-1cd8-4859-a0b7-de637efebb69/da71d402-1cd8-4859-a0b7-de637efebb69.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.737116] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fbb287-9463-4ecf-a43c-5b035370726d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.746149] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5235d03f-bff4-33e0-598f-245329a43e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.014454} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.748328] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.755808] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebebd779-8000-42b6-ace0-dd31b2f09c7e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.761651] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 589.761651] env[68089]: value = "task-2852139" [ 589.761651] env[68089]: _type = "Task" [ 589.761651] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.770494] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 589.770494] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f0c2ad-e59c-4204-e20b-3dc5efe75291" [ 589.770494] env[68089]: _type = "Task" [ 589.770494] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.780204] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.785618] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f0c2ad-e59c-4204-e20b-3dc5efe75291, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.785831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.786099] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f7052896-c90b-4113-8d38-5aea8806063f/f7052896-c90b-4113-8d38-5aea8806063f.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.786350] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e1b6a5-13c2-459e-ad24-65d36e93242a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.796620] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 589.796620] env[68089]: value = "task-2852140" [ 589.796620] env[68089]: _type = "Task" [ 589.796620] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.803366] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852138, 'name': Rename_Task, 'duration_secs': 0.207692} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.803947] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.804207] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2b53bb-2fbb-4ad9-b678-a165f30642f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.808518] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.815361] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 589.815361] env[68089]: value = "task-2852141" [ 589.815361] env[68089]: _type = "Task" [ 589.815361] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.826380] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.055382] env[68089]: INFO nova.compute.manager [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Rebuilding instance [ 590.113270] env[68089]: DEBUG nova.compute.manager [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.114221] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df97b49-2bee-4773-8edf-b3e237b50e04 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.135767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb543eb-c460-463c-ac2a-ad226c0b8290 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.150332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15471d4d-0a3d-45bb-998b-a57e6c6b2fe5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.156285] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updated VIF entry in instance network info cache for port c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.156285] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [{"id": "7ebbb0c5-1088-489f-b313-389245e5c132", "address": "fa:16:3e:6c:12:9d", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb0c5-10", "ovs_interfaceid": "7ebbb0c5-1088-489f-b313-389245e5c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "address": "fa:16:3e:d3:80:1a", "network": {"id": "ec3d059e-f867-44bd-ada0-03077ad99161", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-328714757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc022eeeb-f2", "ovs_interfaceid": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "address": "fa:16:3e:62:76:81", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499caa6-9a", "ovs_interfaceid": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.184411] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Releasing lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.184737] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-plugged-7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.185072] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.187360] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.187360] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.187360] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] No waiting events found dispatching network-vif-plugged-7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.187360] env[68089]: WARNING nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received unexpected event network-vif-plugged-7499caa6-9a6c-47ef-a1a8-370d7875e68f for instance with vm_state building and task_state spawning. [ 590.187360] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-changed-7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.187360] env[68089]: DEBUG nova.compute.manager [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing instance network info cache due to event network-changed-7499caa6-9a6c-47ef-a1a8-370d7875e68f. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 590.187360] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquiring lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.187360] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Acquired lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.187360] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Refreshing network info cache for port 7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.188461] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d78528f-f49b-44c2-9745-1bd49003fb9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.199615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f2273-e62f-4765-96fe-3a5edf4bfd6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.214894] env[68089]: DEBUG nova.compute.provider_tree [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.216779] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.216949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.217144] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.272323] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.306034] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.330122] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.583093] env[68089]: DEBUG nova.network.neutron [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.632403] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.675626] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.675626] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.675626] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.675626] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.675933] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.675933] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.676225] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.676336] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.676496] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.676672] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.676837] env[68089]: DEBUG nova.virt.hardware [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.677800] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd85ab7-70ab-4540-a44a-576d49fe5679 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.687639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e326c-98d2-4f82-874d-b9585cc267d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.719757] env[68089]: DEBUG nova.scheduler.client.report [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.774601] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.784551] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.811241] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.832991] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.056060] env[68089]: DEBUG nova.network.neutron [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updating instance_info_cache with network_info: [{"id": "62e08c09-c223-43b3-898d-75393129789e", "address": "fa:16:3e:74:c4:6b", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e08c09-c2", "ovs_interfaceid": "62e08c09-c223-43b3-898d-75393129789e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.085936] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.086263] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Instance network_info: |[{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.086718] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:06:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de84c322-bb9d-4006-b8e7-5023b379973a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.096263] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating folder: Project (346a534cc5954657b07f4451c6ae4f06). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.096862] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51f9b3c0-6c63-4d9f-9de0-02804cf0edc9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.111093] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created folder: Project (346a534cc5954657b07f4451c6ae4f06) in parent group-v573447. [ 591.111304] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating folder: Instances. Parent ref: group-v573493. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.111553] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dd8f854-9314-4b2c-b58e-c7f8ce029725 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.121692] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created folder: Instances in parent group-v573493. [ 591.121941] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.122164] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.122363] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b67718-46d1-410b-945d-a5fb39fd3e11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.138395] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.138711] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d559d2-9ca8-403d-acc0-fc7784493cc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.146795] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 591.146795] env[68089]: value = "task-2852145" [ 591.146795] env[68089]: _type = "Task" [ 591.146795] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.149936] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.149936] env[68089]: value = "task-2852144" [ 591.149936] env[68089]: _type = "Task" [ 591.149936] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.160743] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.164588] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852144, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.226817] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.227451] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.230403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.222s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.230643] env[68089]: DEBUG nova.objects.instance [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lazy-loading 'resources' on Instance uuid 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.277190] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.307952} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.278469] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] da71d402-1cd8-4859-a0b7-de637efebb69/da71d402-1cd8-4859-a0b7-de637efebb69.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.278891] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.279536] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732c59f9-6945-45e7-967d-0fb9b8ed4511 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.286511] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 591.286511] env[68089]: value = "task-2852146" [ 591.286511] env[68089]: _type = "Task" [ 591.286511] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.297541] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.309643] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852140, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.240711} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.310073] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f7052896-c90b-4113-8d38-5aea8806063f/f7052896-c90b-4113-8d38-5aea8806063f.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.310201] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.310418] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5d04268-15a8-4a6c-9ec5-2279c287335b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.317081] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 591.317081] env[68089]: value = "task-2852147" [ 591.317081] env[68089]: _type = "Task" [ 591.317081] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.330285] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.333814] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.377550] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updated VIF entry in instance network info cache for port 7499caa6-9a6c-47ef-a1a8-370d7875e68f. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.378775] env[68089]: DEBUG nova.network.neutron [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [{"id": "7ebbb0c5-1088-489f-b313-389245e5c132", "address": "fa:16:3e:6c:12:9d", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ebbb0c5-10", "ovs_interfaceid": "7ebbb0c5-1088-489f-b313-389245e5c132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "address": "fa:16:3e:d3:80:1a", "network": {"id": "ec3d059e-f867-44bd-ada0-03077ad99161", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-328714757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc022eeeb-f2", "ovs_interfaceid": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "address": "fa:16:3e:62:76:81", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499caa6-9a", "ovs_interfaceid": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.544154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.544154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.560248] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.560248] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Instance network_info: |[{"id": "62e08c09-c223-43b3-898d-75393129789e", "address": "fa:16:3e:74:c4:6b", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e08c09-c2", "ovs_interfaceid": "62e08c09-c223-43b3-898d-75393129789e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.560248] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:c4:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e08c09-c223-43b3-898d-75393129789e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.570162] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Creating folder: Project (afd170772a2944fcaf12cbdd7ebc57df). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.570477] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90f7eb0-e50e-43e0-a3db-aea1912761c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.582327] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Created folder: Project (afd170772a2944fcaf12cbdd7ebc57df) in parent group-v573447. [ 591.582531] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Creating folder: Instances. Parent ref: group-v573496. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.582759] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66836c72-2d59-4777-b330-1c391706bd11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.591675] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Created folder: Instances in parent group-v573496. [ 591.592427] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.592427] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.592427] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f014f097-4289-4361-a1c9-734f83b7bdd0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.618151] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.618151] env[68089]: value = "task-2852150" [ 591.618151] env[68089]: _type = "Task" [ 591.618151] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.625114] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852150, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.659694] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852145, 'name': PowerOffVM_Task, 'duration_secs': 0.126192} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.660703] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.660703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.661579] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e9f78-936d-47aa-945c-f2cc6f89c3fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.669205] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852144, 'name': CreateVM_Task, 'duration_secs': 0.381369} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.669713] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.670628] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.670628] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.670845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.671299] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99c156f-09be-4b04-ac0c-26dcfd30b24a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.675229] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.675775] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15de59f-b99e-40d8-831e-38aee8962703 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.678587] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 591.678587] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e64017-71d7-5967-9491-e1ea963b5fce" [ 591.678587] env[68089]: _type = "Task" [ 591.678587] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.688106] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e64017-71d7-5967-9491-e1ea963b5fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.703734] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 591.703965] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 591.704150] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Deleting the datastore file [datastore1] 53d44dc8-08be-4e54-a832-98506680ba58 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.704412] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e1aa828-da28-4985-96d6-fbc1b416e36d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.712707] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 591.712707] env[68089]: value = "task-2852152" [ 591.712707] env[68089]: _type = "Task" [ 591.712707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.720697] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.734712] env[68089]: DEBUG nova.compute.utils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.743802] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.743802] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.796243] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072258} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.797700] env[68089]: DEBUG nova.policy [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f58540b4414d79a990d7dc77e1d514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304ea40305c44cb09c8a1043372cad5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.799168] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.802283] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc543b4-094a-4b8e-ab6f-eb92d79d5836 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.832702] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] da71d402-1cd8-4859-a0b7-de637efebb69/da71d402-1cd8-4859-a0b7-de637efebb69.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.841034] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32fe6540-94fd-4856-9758-55d6c61a1bd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.860738] env[68089]: DEBUG oslo_vmware.api [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852141, 'name': PowerOnVM_Task, 'duration_secs': 1.558444} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.864609] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.864854] env[68089]: INFO nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Took 12.55 seconds to spawn the instance on the hypervisor. [ 591.865053] env[68089]: DEBUG nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.865373] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 591.865373] env[68089]: value = "task-2852153" [ 591.865373] env[68089]: _type = "Task" [ 591.865373] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.867032] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066141} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.867032] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033d3cc7-3265-41fb-9fa6-fee5c1b50b53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.869117] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.875058] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005b8d2d-ec41-4a5c-bdf8-8fb5f99b7500 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.883292] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef912f64-5a7a-4ae4-88c1-aef078515596 req-0240ada0-ea54-448b-a2ec-1787c6d35c61 service nova] Releasing lock "refresh_cache-f7052896-c90b-4113-8d38-5aea8806063f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.902015] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.910965] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f7052896-c90b-4113-8d38-5aea8806063f/f7052896-c90b-4113-8d38-5aea8806063f.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.915170] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f9b77c-3ee9-4aed-a922-bdca382806e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.930386] env[68089]: DEBUG nova.compute.manager [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Received event network-vif-plugged-62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 591.930936] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Acquiring lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.931546] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.931546] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.931546] env[68089]: DEBUG nova.compute.manager [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] No waiting events found dispatching network-vif-plugged-62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.931700] env[68089]: WARNING nova.compute.manager [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Received unexpected event network-vif-plugged-62e08c09-c223-43b3-898d-75393129789e for instance with vm_state building and task_state spawning. [ 591.931845] env[68089]: DEBUG nova.compute.manager [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Received event network-changed-62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 591.931989] env[68089]: DEBUG nova.compute.manager [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Refreshing instance network info cache due to event network-changed-62e08c09-c223-43b3-898d-75393129789e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 591.932188] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Acquiring lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.932321] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Acquired lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.932499] env[68089]: DEBUG nova.network.neutron [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Refreshing network info cache for port 62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.941344] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 591.941344] env[68089]: value = "task-2852154" [ 591.941344] env[68089]: _type = "Task" [ 591.941344] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.950732] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.992185] env[68089]: DEBUG nova.compute.manager [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Received event network-vif-plugged-de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 591.992400] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.993041] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.993253] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.993440] env[68089]: DEBUG nova.compute.manager [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] No waiting events found dispatching network-vif-plugged-de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.993676] env[68089]: WARNING nova.compute.manager [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Received unexpected event network-vif-plugged-de84c322-bb9d-4006-b8e7-5023b379973a for instance with vm_state building and task_state spawning. [ 591.993848] env[68089]: DEBUG nova.compute.manager [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Received event network-changed-de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 591.993999] env[68089]: DEBUG nova.compute.manager [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Refreshing instance network info cache due to event network-changed-de84c322-bb9d-4006-b8e7-5023b379973a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 591.994242] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.994356] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.994557] env[68089]: DEBUG nova.network.neutron [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Refreshing network info cache for port de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.130498] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852150, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.197619] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e64017-71d7-5967-9491-e1ea963b5fce, 'name': SearchDatastore_Task, 'duration_secs': 0.018517} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.200504] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.200801] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.201019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.201193] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.201390] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.201881] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d38dd5f-24dc-4dfb-acb8-281767804b65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.216916] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.217127] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.220716] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1bd08d-a049-400c-a72c-2b32ae05cf9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.227434] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357022} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.231021] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.231021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 592.231021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 592.235236] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.235499] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.235755] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 592.235755] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52004840-29aa-1069-f2d7-8a1b5092cdbe" [ 592.235755] env[68089]: _type = "Task" [ 592.235755] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.241231] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.248173] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52004840-29aa-1069-f2d7-8a1b5092cdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.344839] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d555d-68a7-4d3d-a42c-b29b27e44445 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.353023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fa83f-72a6-43ca-8df5-f6fe5696a4ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.388711] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5621449e-db3f-435d-82f7-49fc0f75fa38 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.402064] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852153, 'name': ReconfigVM_Task, 'duration_secs': 0.496302} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.402637] env[68089]: INFO nova.compute.manager [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Took 28.84 seconds to build instance. [ 592.405323] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b5f88-6199-46c6-b331-cd3dfb9c6cbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.408649] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfigured VM instance instance-0000000f to attach disk [datastore2] da71d402-1cd8-4859-a0b7-de637efebb69/da71d402-1cd8-4859-a0b7-de637efebb69.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.409480] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff829aa-b785-4195-8d67-641cde03f3f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.421182] env[68089]: DEBUG nova.compute.provider_tree [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.423928] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 592.423928] env[68089]: value = "task-2852155" [ 592.423928] env[68089]: _type = "Task" [ 592.423928] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.432817] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852155, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.452547] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852154, 'name': ReconfigVM_Task, 'duration_secs': 0.315432} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.452829] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f7052896-c90b-4113-8d38-5aea8806063f/f7052896-c90b-4113-8d38-5aea8806063f.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.453467] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a2e767-c366-4ba1-a34d-ca7f1a5bca9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.459449] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 592.459449] env[68089]: value = "task-2852156" [ 592.459449] env[68089]: _type = "Task" [ 592.459449] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.466907] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852156, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.513756] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Successfully created port: 2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.630544] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852150, 'name': CreateVM_Task, 'duration_secs': 0.607557} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.630936] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.631474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.632180] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.632518] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.633091] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8acf96-4f78-4af5-b1de-1e7f0650d5fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.637517] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 592.637517] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520f882d-431d-d55d-558e-4e83ae66f9d0" [ 592.637517] env[68089]: _type = "Task" [ 592.637517] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.648019] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520f882d-431d-d55d-558e-4e83ae66f9d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.757829] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52004840-29aa-1069-f2d7-8a1b5092cdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.016747} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.760227] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fcda7f-8dc5-49d7-a4e0-a9375176e220 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.765775] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 592.765775] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200baa4-f110-9df6-84a6-5c621c0e88e2" [ 592.765775] env[68089]: _type = "Task" [ 592.765775] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.778094] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5200baa4-f110-9df6-84a6-5c621c0e88e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.898969] env[68089]: DEBUG nova.network.neutron [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updated VIF entry in instance network info cache for port 62e08c09-c223-43b3-898d-75393129789e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.899592] env[68089]: DEBUG nova.network.neutron [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updating instance_info_cache with network_info: [{"id": "62e08c09-c223-43b3-898d-75393129789e", "address": "fa:16:3e:74:c4:6b", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e08c09-c2", "ovs_interfaceid": "62e08c09-c223-43b3-898d-75393129789e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.910616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a1af0956-e539-4dc2-a13b-f2a5051eb044 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.798s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.925213] env[68089]: DEBUG nova.scheduler.client.report [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.938552] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852155, 'name': Rename_Task, 'duration_secs': 0.239272} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.938805] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.939059] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314200a8-df12-47a5-b868-a0681164a753 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.951487] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 592.951487] env[68089]: value = "task-2852157" [ 592.951487] env[68089]: _type = "Task" [ 592.951487] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.952923] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Successfully updated port: 8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.959915] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.965457] env[68089]: DEBUG nova.network.neutron [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updated VIF entry in instance network info cache for port de84c322-bb9d-4006-b8e7-5023b379973a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.966064] env[68089]: DEBUG nova.network.neutron [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.970690] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852156, 'name': Rename_Task, 'duration_secs': 0.154213} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.971204] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.971447] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cec0095-e683-454d-843a-41b482579d41 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.978277] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 592.978277] env[68089]: value = "task-2852158" [ 592.978277] env[68089]: _type = "Task" [ 592.978277] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.991426] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.149813] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520f882d-431d-d55d-558e-4e83ae66f9d0, 'name': SearchDatastore_Task, 'duration_secs': 0.029167} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.151432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.151432] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.151432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.263286] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.288694] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5200baa4-f110-9df6-84a6-5c621c0e88e2, 'name': SearchDatastore_Task, 'duration_secs': 0.036202} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.294594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.294594] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.296848] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.297080] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.297321] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71bf5d73-ae06-4b2d-9198-dde9911f8e3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.300228] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eeb7e68-9f21-482d-891b-a4fa49ffac1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.304986] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.304986] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.305402] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.305402] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.306157] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.306157] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.306157] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.306157] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.306336] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.306593] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.306704] env[68089]: DEBUG nova.virt.hardware [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.309147] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4082d744-7320-4e70-a5f4-48b5a857619c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.313619] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 593.313619] env[68089]: value = "task-2852159" [ 593.313619] env[68089]: _type = "Task" [ 593.313619] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.315236] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.315427] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.320471] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c0ed4a-4107-43e1-b4f6-470634839d3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.325243] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.325515] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.325688] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.325846] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.325991] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.326153] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.326653] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.326847] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.327035] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.327205] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.327375] env[68089]: DEBUG nova.virt.hardware [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.330620] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5360131-da12-4338-9679-25ef5d0f41e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.335654] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c3589-8711-4b30-a79f-9a3d111689b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.344634] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 593.344634] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c8b07a-97de-b62b-2455-38960851fe1a" [ 593.344634] env[68089]: _type = "Task" [ 593.344634] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.345225] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.359486] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.366431] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.366582] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.367883] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc55978-d229-403f-acf3-d840df38e938 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.376587] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94782414-a667-4cff-82af-6dc403c80769 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.389224] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c8b07a-97de-b62b-2455-38960851fe1a, 'name': SearchDatastore_Task, 'duration_secs': 0.023557} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.391093] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23c975f-ec60-4d06-a086-0d7bad939af7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.406035] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf710167-9e22-4c71-a12d-20ac3bd512d4 req-de788616-a3ea-44a4-a466-9789e0292bea service nova] Releasing lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.406627] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.406627] env[68089]: value = "task-2852160" [ 593.406627] env[68089]: _type = "Task" [ 593.406627] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.412532] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 593.412532] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ec3bda-6cd8-38ac-2399-7057bb88210d" [ 593.412532] env[68089]: _type = "Task" [ 593.412532] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.420725] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.427028] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852160, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.432146] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ec3bda-6cd8-38ac-2399-7057bb88210d, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.432278] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.432538] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a88ec1b0-abf1-44b6-9fe2-21aa327eb65e/a88ec1b0-abf1-44b6-9fe2-21aa327eb65e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.433296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.435375] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532d8714-dc2d-48ec-9d92-2818bfd512c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.438424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.118s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.438789] env[68089]: DEBUG nova.objects.instance [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lazy-loading 'resources' on Instance uuid faf2d707-acab-4b79-965f-9b5b940e4c68 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.445674] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 593.445674] env[68089]: value = "task-2852161" [ 593.445674] env[68089]: _type = "Task" [ 593.445674] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.459897] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.462076] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.462076] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.462627] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.467181] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.472563] env[68089]: DEBUG oslo_concurrency.lockutils [req-e5902b68-ebc5-4688-80ad-827ac4a19eee req-f5969c8d-803f-4c62-8520-65579fd4acfb service nova] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.490948] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.505053] env[68089]: INFO nova.scheduler.client.report [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Deleted allocations for instance 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65 [ 593.831035] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.921769] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852160, 'name': CreateVM_Task, 'duration_secs': 0.429648} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.921829] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.923851] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.923851] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.923851] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.923851] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9a581d-cb51-4f78-ac67-842cf00ea9f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.933482] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 593.933482] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f409b4-89cf-7a8c-158c-126c77b7e3c8" [ 593.933482] env[68089]: _type = "Task" [ 593.933482] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.960391] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.966649] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f409b4-89cf-7a8c-158c-126c77b7e3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.969204] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.976027] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.990241] env[68089]: DEBUG oslo_vmware.api [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852158, 'name': PowerOnVM_Task, 'duration_secs': 0.810835} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.994346] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.994616] env[68089]: INFO nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Took 19.73 seconds to spawn the instance on the hypervisor. [ 593.994801] env[68089]: DEBUG nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.996432] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26f4e7-70cd-4e39-b2f7-eb3d0b16968f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.018510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b13895a1-440b-4361-898f-0985c6ffe0c7 tempest-DeleteServersAdminTestJSON-1802043896 tempest-DeleteServersAdminTestJSON-1802043896-project-admin] Lock "8af4f1f2-3c76-417b-b3e6-cf3d41eabb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.906s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.078939] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.192230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "c5373bba-94e4-4b88-9421-d509a56f4238" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.193580] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.275552] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "db761107-7da8-4117-a5c7-9a9c00780487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.276055] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.329876] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852159, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.405490] env[68089]: DEBUG nova.network.neutron [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Updating instance_info_cache with network_info: [{"id": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "address": "fa:16:3e:b7:45:bb", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddab818-20", "ovs_interfaceid": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.457821] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960198} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.463859] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a88ec1b0-abf1-44b6-9fe2-21aa327eb65e/a88ec1b0-abf1-44b6-9fe2-21aa327eb65e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.464109] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.465190] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f409b4-89cf-7a8c-158c-126c77b7e3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.10289} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.465447] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e62925-61ad-4be6-a800-8178212381b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.467753] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.468020] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.468277] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.468421] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.468633] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.472923] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25630753-56c2-47e6-8f3e-85aaa76a7a09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.477815] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.481911] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 594.481911] env[68089]: value = "task-2852162" [ 594.481911] env[68089]: _type = "Task" [ 594.481911] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.487851] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.488202] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.489580] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fd2bbb-89e4-4bb9-ac87-47195f02b30f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.500649] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.503946] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 594.503946] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5221d35b-4acc-8f49-ad83-c2150fe0834f" [ 594.503946] env[68089]: _type = "Task" [ 594.503946] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.512332] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221d35b-4acc-8f49-ad83-c2150fe0834f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.525169] env[68089]: INFO nova.compute.manager [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Took 34.13 seconds to build instance. [ 594.580270] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9932ae85-3c46-4904-9a51-d3ecae305aae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.589745] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05adb75a-bbb6-4941-888c-30a3eaf5dee3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.628281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69e8ec-698c-4445-9d60-56fc13d8d55c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.637327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb4bd6c-09b6-4d83-9eda-3d352f91a231 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.653780] env[68089]: DEBUG nova.compute.provider_tree [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.829093] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852159, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.088148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.829365] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.829777] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.830085] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5763a6b-90f8-4e8e-a1e6-6fccd2d5b9ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.838345] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 594.838345] env[68089]: value = "task-2852163" [ 594.838345] env[68089]: _type = "Task" [ 594.838345] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.851244] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.913081] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.913420] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Instance network_info: |[{"id": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "address": "fa:16:3e:b7:45:bb", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddab818-20", "ovs_interfaceid": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.913851] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:45:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ddab818-207f-4b1b-8c25-5d5d6f726391', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.921373] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Creating folder: Project (e70cad0d93a442c58e5034e1f7c07c46). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.921713] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7a1c3be-668e-4869-8514-d41c3bc63067 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.933099] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Created folder: Project (e70cad0d93a442c58e5034e1f7c07c46) in parent group-v573447. [ 594.933366] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Creating folder: Instances. Parent ref: group-v573500. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.933567] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd31ea9-f4f3-42e1-b150-7eeed4765ff4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.943592] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Created folder: Instances in parent group-v573500. [ 594.943988] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.944298] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.944601] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85903b1c-dd62-4789-8d61-b7ec408131e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.974079] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.975371] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.975371] env[68089]: value = "task-2852166" [ 594.975371] env[68089]: _type = "Task" [ 594.975371] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.985179] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852166, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.993249] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162962} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.993543] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.994314] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33a59e-d6d5-4bac-8c79-d20b5d2b8767 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.015721] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] a88ec1b0-abf1-44b6-9fe2-21aa327eb65e/a88ec1b0-abf1-44b6-9fe2-21aa327eb65e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.016713] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Successfully updated port: 2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.021030] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80142fb-69ca-4ace-baf8-4306e182391c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.037396] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dfcff274-5792-4896-8e7c-799c31457c29 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.665s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.044683] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221d35b-4acc-8f49-ad83-c2150fe0834f, 'name': SearchDatastore_Task, 'duration_secs': 0.040104} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.046940] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 595.046940] env[68089]: value = "task-2852167" [ 595.046940] env[68089]: _type = "Task" [ 595.046940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.047229] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19db3059-e7b8-4470-bde8-639e4860937a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.063756] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.064273] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 595.064273] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa6bc0-0ec6-c292-e66e-598dc432da5d" [ 595.064273] env[68089]: _type = "Task" [ 595.064273] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.077137] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa6bc0-0ec6-c292-e66e-598dc432da5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.157926] env[68089]: DEBUG nova.scheduler.client.report [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.353085] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159976} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.353441] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.357761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35330343-c839-4adb-a365-4ef3f074b1a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.377850] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.378146] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b75610-def2-44fa-ba4f-4eb5e0e98f71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.399789] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 595.399789] env[68089]: value = "task-2852168" [ 595.399789] env[68089]: _type = "Task" [ 595.399789] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.410335] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.476944] env[68089]: DEBUG oslo_vmware.api [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852157, 'name': PowerOnVM_Task, 'duration_secs': 2.046394} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.482583] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.482916] env[68089]: INFO nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Took 13.64 seconds to spawn the instance on the hypervisor. [ 595.483018] env[68089]: DEBUG nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.483710] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e71ae8-79c4-4224-ba13-cc09e44f7a13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.494507] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852166, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.538434] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.539586] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.539586] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.543728] env[68089]: DEBUG nova.compute.manager [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Received event network-vif-plugged-8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 595.543728] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Acquiring lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.543728] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.543728] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.543728] env[68089]: DEBUG nova.compute.manager [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] No waiting events found dispatching network-vif-plugged-8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.543728] env[68089]: WARNING nova.compute.manager [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Received unexpected event network-vif-plugged-8ddab818-207f-4b1b-8c25-5d5d6f726391 for instance with vm_state building and task_state spawning. [ 595.543728] env[68089]: DEBUG nova.compute.manager [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Received event network-changed-8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 595.544219] env[68089]: DEBUG nova.compute.manager [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Refreshing instance network info cache due to event network-changed-8ddab818-207f-4b1b-8c25-5d5d6f726391. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 595.544411] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Acquiring lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.544490] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Acquired lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.545291] env[68089]: DEBUG nova.network.neutron [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Refreshing network info cache for port 8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.548153] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.563811] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.578057] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa6bc0-0ec6-c292-e66e-598dc432da5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01453} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.578750] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.579487] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.579487] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c9c2f7-1925-4b09-b9bc-e2ec1ade83dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.586805] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 595.586805] env[68089]: value = "task-2852169" [ 595.586805] env[68089]: _type = "Task" [ 595.586805] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.595722] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.662805] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.675134] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.302s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.675134] env[68089]: DEBUG nova.objects.instance [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lazy-loading 'resources' on Instance uuid c37e84a0-fe92-47f4-a0c1-f4db5a95ed59 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 595.697958] env[68089]: INFO nova.scheduler.client.report [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Deleted allocations for instance faf2d707-acab-4b79-965f-9b5b940e4c68 [ 595.913097] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852168, 'name': ReconfigVM_Task, 'duration_secs': 0.448368} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.913406] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfigured VM instance instance-00000010 to attach disk [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.914223] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842162b1-b586-4699-bc19-84502d0a0a2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.921206] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 595.921206] env[68089]: value = "task-2852170" [ 595.921206] env[68089]: _type = "Task" [ 595.921206] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.931104] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852170, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.986364] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852166, 'name': CreateVM_Task, 'duration_secs': 0.71407} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.986682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.987565] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.987743] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.988083] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.988353] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecc1079-ec81-4db1-8fe9-030a6463d245 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.993696] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 595.993696] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5243fb13-96b8-781f-d277-5377c31af0eb" [ 595.993696] env[68089]: _type = "Task" [ 595.993696] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.009371] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5243fb13-96b8-781f-d277-5377c31af0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.016598] env[68089]: INFO nova.compute.manager [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Took 32.42 seconds to build instance. [ 596.070688] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852167, 'name': ReconfigVM_Task, 'duration_secs': 0.662294} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.071202] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] a88ec1b0-abf1-44b6-9fe2-21aa327eb65e/a88ec1b0-abf1-44b6-9fe2-21aa327eb65e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.071598] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69e3e6e-443b-457b-9e9b-191b9c3f5295 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.078929] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 596.078929] env[68089]: value = "task-2852171" [ 596.078929] env[68089]: _type = "Task" [ 596.078929] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.086294] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.092729] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852171, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.102409] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.124908] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.213762] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d873d3d2-ddc1-42c0-9b0b-3dd0f9ae1cb5 tempest-ServerDiagnosticsTest-1160348843 tempest-ServerDiagnosticsTest-1160348843-project-member] Lock "faf2d707-acab-4b79-965f-9b5b940e4c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.370s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.331211] env[68089]: DEBUG nova.network.neutron [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Updated VIF entry in instance network info cache for port 8ddab818-207f-4b1b-8c25-5d5d6f726391. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.331603] env[68089]: DEBUG nova.network.neutron [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Updating instance_info_cache with network_info: [{"id": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "address": "fa:16:3e:b7:45:bb", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ddab818-20", "ovs_interfaceid": "8ddab818-207f-4b1b-8c25-5d5d6f726391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.434021] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852170, 'name': Rename_Task, 'duration_secs': 0.306913} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.434298] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.434339] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e6c85a1-23b3-43da-8e60-1b45f6446b56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.442072] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 596.442072] env[68089]: value = "task-2852172" [ 596.442072] env[68089]: _type = "Task" [ 596.442072] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.458809] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.474562] env[68089]: DEBUG nova.network.neutron [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [{"id": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "address": "fa:16:3e:41:ff:ed", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8f9f49-52", "ovs_interfaceid": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.510823] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5243fb13-96b8-781f-d277-5377c31af0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.060148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.511161] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.511390] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.511635] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.511788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.512365] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.512365] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4c24c2-88ad-429a-9918-b2e3fd307307 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.521341] env[68089]: DEBUG oslo_concurrency.lockutils [None req-767143fb-af76-4eb1-ae1d-eac54ec858df tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.197s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.527419] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.527706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.528348] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcce5f9b-e183-4b52-a276-75f5df133d59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.535145] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 596.535145] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b0aad7-9def-d690-0b61-3366660c4166" [ 596.535145] env[68089]: _type = "Task" [ 596.535145] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.544123] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b0aad7-9def-d690-0b61-3366660c4166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.589384] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852171, 'name': Rename_Task, 'duration_secs': 0.168556} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.589667] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.594240] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4af927f6-3f88-48b3-be75-13ba177e1a94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.604630] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547025} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.605894] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.606268] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.606416] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 596.606416] env[68089]: value = "task-2852173" [ 596.606416] env[68089]: _type = "Task" [ 596.606416] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.608717] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f992472b-d6c8-4265-adfd-f9e5b8a78176 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.619968] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852173, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.621358] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 596.621358] env[68089]: value = "task-2852174" [ 596.621358] env[68089]: _type = "Task" [ 596.621358] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.632176] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.641191] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98655abc-ba41-466e-9514-ee11ab62d3f4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.648789] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d2e06-d52e-4bbe-bf67-3cc150ad44f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.683368] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0855fb-601c-49de-86a3-ec3c483c4d48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.691693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05a1d21-974a-4cf5-a822-7a11d1a8b59a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.706638] env[68089]: DEBUG nova.compute.provider_tree [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.834297] env[68089]: DEBUG oslo_concurrency.lockutils [req-deafb2d8-ccf3-45ce-8954-1882fdba4245 req-11ee7a30-4a59-4d63-b5b0-ef0a9ffd1cc2 service nova] Releasing lock "refresh_cache-d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.955793] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.977875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.978448] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance network_info: |[{"id": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "address": "fa:16:3e:41:ff:ed", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8f9f49-52", "ovs_interfaceid": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.978814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ff:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e8f9f49-52c1-4032-a63d-d6f7854699c1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.988153] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.988873] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.989836] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cbb3a0-93aa-4ff6-8392-cc982de7fc1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.010949] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.010949] env[68089]: value = "task-2852175" [ 597.010949] env[68089]: _type = "Task" [ 597.010949] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.023224] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852175, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.025725] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.048516] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b0aad7-9def-d690-0b61-3366660c4166, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.049554] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428ae889-f763-43b5-b68a-83698ce003ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.056504] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 597.056504] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523a6926-0baf-eb8f-8f0a-b356d07dada5" [ 597.056504] env[68089]: _type = "Task" [ 597.056504] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.065818] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523a6926-0baf-eb8f-8f0a-b356d07dada5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.122553] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852173, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.131552] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.132078] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.133259] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95562054-5734-4793-8fb3-6b7737143d98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.158113] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.159038] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddec2713-2d11-49ba-b9f0-80dbc34b482b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.181244] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 597.181244] env[68089]: value = "task-2852176" [ 597.181244] env[68089]: _type = "Task" [ 597.181244] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.189804] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.210095] env[68089]: DEBUG nova.scheduler.client.report [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.431843] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.432263] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.453902] env[68089]: DEBUG oslo_vmware.api [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852172, 'name': PowerOnVM_Task, 'duration_secs': 0.723366} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.458565] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.458565] env[68089]: INFO nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Took 12.02 seconds to spawn the instance on the hypervisor. [ 597.458565] env[68089]: DEBUG nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.458565] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff0cd64-9f83-44ca-92ee-d1b56da4c206 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.523227] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.523356] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.526121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "f7052896-c90b-4113-8d38-5aea8806063f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.526121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.526121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.527588] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852175, 'name': CreateVM_Task, 'duration_secs': 0.384695} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.528403] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.529150] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.529543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.529744] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.530331] env[68089]: INFO nova.compute.manager [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Terminating instance [ 597.532027] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766e2fa1-9651-4c8d-88fd-195822558bb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.543984] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 597.543984] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527c2558-7dac-1b4c-a0e7-a1411b941605" [ 597.543984] env[68089]: _type = "Task" [ 597.543984] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.556408] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527c2558-7dac-1b4c-a0e7-a1411b941605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.563479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.571079] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523a6926-0baf-eb8f-8f0a-b356d07dada5, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.571395] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.571666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d59e44d7-db1a-467d-a522-ce4fe0ae9d8a/d59e44d7-db1a-467d-a522-ce4fe0ae9d8a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.572037] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad0848f6-6818-4104-b644-1a6d8ad26166 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.580829] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 597.580829] env[68089]: value = "task-2852177" [ 597.580829] env[68089]: _type = "Task" [ 597.580829] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.590199] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.621845] env[68089]: DEBUG oslo_vmware.api [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852173, 'name': PowerOnVM_Task, 'duration_secs': 0.623556} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.622502] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.622723] env[68089]: INFO nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Took 9.58 seconds to spawn the instance on the hypervisor. [ 597.622919] env[68089]: DEBUG nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.623758] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80ca09-5566-439c-adba-04dbe7b03621 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.703574] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.720083] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.722668] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.524s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.724187] env[68089]: INFO nova.compute.claims [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.746883] env[68089]: INFO nova.scheduler.client.report [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Deleted allocations for instance c37e84a0-fe92-47f4-a0c1-f4db5a95ed59 [ 597.981923] env[68089]: INFO nova.compute.manager [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Took 29.70 seconds to build instance. [ 598.039572] env[68089]: DEBUG nova.compute.manager [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.039929] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.041935] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83098e5a-d68b-47ee-9942-06a38700ce67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.067260] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527c2558-7dac-1b4c-a0e7-a1411b941605, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.067260] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.067863] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.068130] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.068373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.068544] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.069167] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.069167] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ab024d-e60b-4aef-adfe-aeaa205f4b55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.071010] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f56caa3-e4c5-466d-852b-a4b3fc856f20 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.079836] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 598.079836] env[68089]: value = "task-2852178" [ 598.079836] env[68089]: _type = "Task" [ 598.079836] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.099795] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.100241] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.101499] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.102447] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.102667] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c3e216-3115-4418-acca-a06d64854d9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.109994] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 598.109994] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc35d4-a6ec-33d9-044c-5a2906ea7a40" [ 598.109994] env[68089]: _type = "Task" [ 598.109994] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.122035] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc35d4-a6ec-33d9-044c-5a2906ea7a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.147805] env[68089]: INFO nova.compute.manager [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Took 27.42 seconds to build instance. [ 598.198088] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852176, 'name': ReconfigVM_Task, 'duration_secs': 0.521815} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.198414] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 53d44dc8-08be-4e54-a832-98506680ba58/53d44dc8-08be-4e54-a832-98506680ba58.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.199170] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc75f356-68d0-4ccb-aaa7-eb700bf87bc4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.206467] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 598.206467] env[68089]: value = "task-2852179" [ 598.206467] env[68089]: _type = "Task" [ 598.206467] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.215936] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852179, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.264666] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2f6af20-a2f9-4596-95dc-a073e869037b tempest-ServerDiagnosticsV248Test-472507980 tempest-ServerDiagnosticsV248Test-472507980-project-member] Lock "c37e84a0-fe92-47f4-a0c1-f4db5a95ed59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.330s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.316194] env[68089]: DEBUG nova.compute.manager [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Received event network-changed-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.316194] env[68089]: DEBUG nova.compute.manager [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Refreshing instance network info cache due to event network-changed-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 598.316194] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] Acquiring lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.316316] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] Acquired lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.316442] env[68089]: DEBUG nova.network.neutron [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Refreshing network info cache for port 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.401337] env[68089]: DEBUG nova.compute.manager [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received event network-vif-plugged-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.401337] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.401564] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.401564] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.401693] env[68089]: DEBUG nova.compute.manager [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] No waiting events found dispatching network-vif-plugged-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.401838] env[68089]: WARNING nova.compute.manager [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received unexpected event network-vif-plugged-2e8f9f49-52c1-4032-a63d-d6f7854699c1 for instance with vm_state building and task_state spawning. [ 598.401987] env[68089]: DEBUG nova.compute.manager [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.402158] env[68089]: DEBUG nova.compute.manager [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing instance network info cache due to event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 598.402331] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Acquiring lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.402458] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Acquired lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.402602] env[68089]: DEBUG nova.network.neutron [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.490050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c244653d-be46-444e-a3d1-c5e5e8d48b9f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.935s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.594190] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564271} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.596949] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d59e44d7-db1a-467d-a522-ce4fe0ae9d8a/d59e44d7-db1a-467d-a522-ce4fe0ae9d8a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.597212] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.597480] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852178, 'name': PowerOffVM_Task, 'duration_secs': 0.20864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.597677] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30e4d74b-24dc-477b-8b38-d1ebaa4d5056 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.602050] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 598.602243] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 598.602489] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-222d36e0-a175-4982-9162-5245db8589bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.611080] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 598.611080] env[68089]: value = "task-2852180" [ 598.611080] env[68089]: _type = "Task" [ 598.611080] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.625408] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dc35d4-a6ec-33d9-044c-5a2906ea7a40, 'name': SearchDatastore_Task, 'duration_secs': 0.021928} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.628907] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.629139] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187086a6-090f-45cb-85f1-f542ec5bb661 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.634922] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 598.634922] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526af4b0-d10f-c22e-b3ec-802548cc507d" [ 598.634922] env[68089]: _type = "Task" [ 598.634922] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.643176] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526af4b0-d10f-c22e-b3ec-802548cc507d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.647149] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3205b23e-2499-40e2-964c-5ff8d2533da9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.750s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.718019] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852179, 'name': Rename_Task, 'duration_secs': 0.190037} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.718495] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.718971] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e300f3-a652-4312-a05d-eca11de17ee8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.726190] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 598.726190] env[68089]: value = "task-2852182" [ 598.726190] env[68089]: _type = "Task" [ 598.726190] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.740019] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.765783] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.768663] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.768663] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleting the datastore file [datastore1] f7052896-c90b-4113-8d38-5aea8806063f {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.768663] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5170cc-5171-459e-8574-0622347c5e9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.775838] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 598.775838] env[68089]: value = "task-2852183" [ 598.775838] env[68089]: _type = "Task" [ 598.775838] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.791427] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.992605] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.130027] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069234} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.133135] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.137589] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444fce6-36a9-4cf0-a7b0-6a15fb658df9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.163440] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.177209] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] d59e44d7-db1a-467d-a522-ce4fe0ae9d8a/d59e44d7-db1a-467d-a522-ce4fe0ae9d8a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.177556] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526af4b0-d10f-c22e-b3ec-802548cc507d, 'name': SearchDatastore_Task, 'duration_secs': 0.024275} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.184282] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8378cf7d-d7c4-4380-b4ee-ee7132a8e8cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.201475] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201580] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0ef21498-b947-473d-85f7-f998d363d967/0ef21498-b947-473d-85f7-f998d363d967.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.202751] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de46af4-5863-4b5c-80ff-2167169e5406 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.212018] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 599.212018] env[68089]: value = "task-2852184" [ 599.212018] env[68089]: _type = "Task" [ 599.212018] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.214168] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 599.214168] env[68089]: value = "task-2852185" [ 599.214168] env[68089]: _type = "Task" [ 599.214168] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.228745] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.235741] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.243713] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.255234] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471fde8-34a3-40f7-866c-02b39d8bf844 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.265304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677115a1-6e46-49e3-8236-6b904f8ebe26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.306595] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dcd969-c468-496e-b0de-63c752d4f2d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.314885] env[68089]: DEBUG oslo_vmware.api [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429298} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.317034] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.317751] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.317751] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.317751] env[68089]: INFO nova.compute.manager [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 599.317930] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.318188] env[68089]: DEBUG nova.compute.manager [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 599.318297] env[68089]: DEBUG nova.network.neutron [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 599.320941] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df3d3c-d2e0-4b6f-a38c-6fbb46b35033 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.335823] env[68089]: DEBUG nova.compute.provider_tree [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.518311] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.570397] env[68089]: DEBUG nova.network.neutron [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updated VIF entry in instance network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.570397] env[68089]: DEBUG nova.network.neutron [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [{"id": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "address": "fa:16:3e:41:ff:ed", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8f9f49-52", "ovs_interfaceid": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.662595] env[68089]: DEBUG nova.network.neutron [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updated VIF entry in instance network info cache for port 5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.662595] env[68089]: DEBUG nova.network.neutron [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updating instance_info_cache with network_info: [{"id": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "address": "fa:16:3e:21:74:00", "network": {"id": "23468ab5-9d51-4656-bd9e-35ecdd5ba211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-163399168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16a1afe21f424212a22ef2ea09b2f7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e68b741-a9", "ovs_interfaceid": "5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.703894] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.731062] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.740700] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852185, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.747398] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.842797] env[68089]: DEBUG nova.scheduler.client.report [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.073861] env[68089]: DEBUG oslo_concurrency.lockutils [req-013870a6-d4e4-4bb5-891d-074cda529dac req-d5a31b97-884d-4c02-95af-c6976b011d30 service nova] Releasing lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.165733] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4f174a5-e370-4605-97d2-f19b90fa4f21 req-d0795c01-6e36-47cc-9cb4-2881101aa985 service nova] Releasing lock "refresh_cache-da71d402-1cd8-4859-a0b7-de637efebb69" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.230440] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.244032] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948301} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.244032] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0ef21498-b947-473d-85f7-f998d363d967/0ef21498-b947-473d-85f7-f998d363d967.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.244032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.244032] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54558a0b-4af0-4b19-8ae5-bdc971cf06da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.250674] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852182, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.258243] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 600.258243] env[68089]: value = "task-2852186" [ 600.258243] env[68089]: _type = "Task" [ 600.258243] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.269168] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.348476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.349086] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.352567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.937s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.353132] env[68089]: DEBUG nova.objects.instance [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'resources' on Instance uuid f94a6013-c172-4568-9f1b-fa102fa5bc39 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.729808] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852184, 'name': ReconfigVM_Task, 'duration_secs': 1.047539} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.729808] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] d59e44d7-db1a-467d-a522-ce4fe0ae9d8a/d59e44d7-db1a-467d-a522-ce4fe0ae9d8a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.730413] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eff8305e-745a-4152-9ad9-c3fe95e0d7fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.742517] env[68089]: DEBUG oslo_vmware.api [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852182, 'name': PowerOnVM_Task, 'duration_secs': 1.621108} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.744207] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.745029] env[68089]: DEBUG nova.compute.manager [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.745029] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 600.745029] env[68089]: value = "task-2852187" [ 600.745029] env[68089]: _type = "Task" [ 600.745029] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.746326] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8605db9-a376-459a-be1f-b5dd95d34058 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.757992] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852187, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.775182] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070867} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.775182] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.775366] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c1bb5-aab8-4e06-84ad-170368cb60c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.799910] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0ef21498-b947-473d-85f7-f998d363d967/0ef21498-b947-473d-85f7-f998d363d967.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.800267] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22428c20-e99b-42c6-906b-680e7d560fe4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.824816] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 600.824816] env[68089]: value = "task-2852188" [ 600.824816] env[68089]: _type = "Task" [ 600.824816] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.835810] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.857054] env[68089]: DEBUG nova.compute.utils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.868219] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.868219] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.209866] env[68089]: DEBUG nova.policy [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a7e21d5f22a44139e3fc9d461e3f3e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '183747cf74194e44864700acc1a87236', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.263569] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852187, 'name': Rename_Task, 'duration_secs': 0.3715} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.264524] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.265740] env[68089]: DEBUG nova.compute.manager [req-04e6e40c-4b3e-413d-a305-f3d761477b79 req-53fe4963-3f24-4352-a3ee-a9156e3ad5eb service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-deleted-7ebbb0c5-1088-489f-b313-389245e5c132 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 601.265911] env[68089]: INFO nova.compute.manager [req-04e6e40c-4b3e-413d-a305-f3d761477b79 req-53fe4963-3f24-4352-a3ee-a9156e3ad5eb service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Neutron deleted interface 7ebbb0c5-1088-489f-b313-389245e5c132; detaching it from the instance and deleting it from the info cache [ 601.266192] env[68089]: DEBUG nova.network.neutron [req-04e6e40c-4b3e-413d-a305-f3d761477b79 req-53fe4963-3f24-4352-a3ee-a9156e3ad5eb service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [{"id": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "address": "fa:16:3e:d3:80:1a", "network": {"id": "ec3d059e-f867-44bd-ada0-03077ad99161", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-328714757", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc022eeeb-f2", "ovs_interfaceid": "c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "address": "fa:16:3e:62:76:81", "network": {"id": "f17c7935-12a2-4621-8616-ad376813db62", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711229375", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499caa6-9a", "ovs_interfaceid": "7499caa6-9a6c-47ef-a1a8-370d7875e68f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.268016] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a016c7-786b-46f5-9cc2-060823509efb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.280728] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 601.280728] env[68089]: value = "task-2852189" [ 601.280728] env[68089]: _type = "Task" [ 601.280728] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.281184] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.293346] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.343698] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852188, 'name': ReconfigVM_Task, 'duration_secs': 0.297055} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.343853] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0ef21498-b947-473d-85f7-f998d363d967/0ef21498-b947-473d-85f7-f998d363d967.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.344502] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-380d9505-766e-4a4b-9cd3-ca45a0dea855 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.351039] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 601.351039] env[68089]: value = "task-2852190" [ 601.351039] env[68089]: _type = "Task" [ 601.351039] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.362257] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.365350] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852190, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.366993] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38380f9-368f-4d10-b930-743a592ffdbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.374896] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ee3cc-b59b-43a3-8e1d-371e4ffd0334 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.410028] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b7c2a8-8754-4756-acab-d931ead09928 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.421576] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eaa08f-c65b-420c-82ea-2ec081bf99ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.435387] env[68089]: DEBUG nova.compute.provider_tree [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.475297] env[68089]: DEBUG nova.compute.manager [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Received event network-changed-de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 601.475297] env[68089]: DEBUG nova.compute.manager [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Refreshing instance network info cache due to event network-changed-de84c322-bb9d-4006-b8e7-5023b379973a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 601.475443] env[68089]: DEBUG oslo_concurrency.lockutils [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.475656] env[68089]: DEBUG oslo_concurrency.lockutils [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.475736] env[68089]: DEBUG nova.network.neutron [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Refreshing network info cache for port de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.772828] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-106adea2-a055-495d-8d6d-9d989c9dbafd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.781289] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f5c657-aa22-4cdc-944c-92dca9eb1f86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.808447] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.825897] env[68089]: DEBUG nova.compute.manager [req-04e6e40c-4b3e-413d-a305-f3d761477b79 req-53fe4963-3f24-4352-a3ee-a9156e3ad5eb service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Detach interface failed, port_id=7ebbb0c5-1088-489f-b313-389245e5c132, reason: Instance f7052896-c90b-4113-8d38-5aea8806063f could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 601.862507] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852190, 'name': Rename_Task, 'duration_secs': 0.159007} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.862897] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.863385] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1494843-37c3-4110-9be0-d784997ab9c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.870836] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 601.870836] env[68089]: value = "task-2852191" [ 601.870836] env[68089]: _type = "Task" [ 601.870836] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.887104] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.944985] env[68089]: DEBUG nova.scheduler.client.report [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.308160] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.383724] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.387972] env[68089]: DEBUG oslo_vmware.api [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852191, 'name': PowerOnVM_Task, 'duration_secs': 0.493118} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.387972] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.387972] env[68089]: INFO nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 9.13 seconds to spawn the instance on the hypervisor. [ 602.387972] env[68089]: DEBUG nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.388197] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f55af-1c76-40f8-bbab-2f3965f8f6ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.427313] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.427626] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.427731] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.427919] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.429188] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.429437] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.429680] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.430080] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.430080] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.430326] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.430388] env[68089]: DEBUG nova.virt.hardware [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.431485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2dd6d3-f00e-4cae-a514-5c796dda1679 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.441180] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c32fca-e334-436c-bcee-56e27e2661eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.459981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.465238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.699s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.465386] env[68089]: DEBUG nova.objects.instance [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 602.493643] env[68089]: DEBUG nova.network.neutron [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updated VIF entry in instance network info cache for port de84c322-bb9d-4006-b8e7-5023b379973a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.493977] env[68089]: DEBUG nova.network.neutron [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.503751] env[68089]: INFO nova.scheduler.client.report [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance f94a6013-c172-4568-9f1b-fa102fa5bc39 [ 602.674083] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Successfully created port: 7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.807033] env[68089]: DEBUG oslo_vmware.api [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852189, 'name': PowerOnVM_Task, 'duration_secs': 1.456517} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.807433] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.807680] env[68089]: INFO nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Took 12.18 seconds to spawn the instance on the hypervisor. [ 602.807896] env[68089]: DEBUG nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.808809] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987a5ae-2a07-4e3a-828b-7a4613cb8772 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.911631] env[68089]: INFO nova.compute.manager [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 28.60 seconds to build instance. [ 602.970909] env[68089]: DEBUG nova.network.neutron [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.006247] env[68089]: DEBUG oslo_concurrency.lockutils [req-b9c2ec24-29ce-4cc5-84b4-ae6c6acfbcda req-6d3553c1-87d9-46fb-9592-1237cac70bbe service nova] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.014046] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78c0b2d1-7ee8-474c-b22a-e26abc7a3ab5 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "f94a6013-c172-4568-9f1b-fa102fa5bc39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.836s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.206812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.207065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.334763] env[68089]: INFO nova.compute.manager [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Took 31.08 seconds to build instance. [ 603.415291] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cd653b59-e249-40c6-9739-ef4ca79fb31a tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.147s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.474453] env[68089]: INFO nova.compute.manager [-] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Took 4.16 seconds to deallocate network for instance. [ 603.483034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-246f7e87-683b-48d7-9d13-e4b5dc8f589c tempest-ServersAdmin275Test-1560616514 tempest-ServersAdmin275Test-1560616514-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.483536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.384s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.486179] env[68089]: INFO nova.compute.claims [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.837444] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c216075-746c-4f8b-b47b-c8a18569b41d tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.055s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.924482] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.981732] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.340846] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.465417] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.545545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.545979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.585228] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.585456] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.768239] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "53d44dc8-08be-4e54-a832-98506680ba58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.769103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.769103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "53d44dc8-08be-4e54-a832-98506680ba58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.769103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.769288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.773230] env[68089]: INFO nova.compute.manager [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Terminating instance [ 604.854650] env[68089]: DEBUG nova.compute.manager [req-42a763a2-ff47-4bdb-8a83-087748ec6946 req-cc849e98-9fb8-41b7-93b6-c260402f38c2 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-deleted-7499caa6-9a6c-47ef-a1a8-370d7875e68f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.854927] env[68089]: DEBUG nova.compute.manager [req-42a763a2-ff47-4bdb-8a83-087748ec6946 req-cc849e98-9fb8-41b7-93b6-c260402f38c2 service nova] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Received event network-vif-deleted-c022eeeb-f2e5-4a3c-8401-b4ecf7bc9363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.865729] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.997738] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "55d3c938-61f2-4c70-8333-2ba3a640b625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.997738] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.007216] env[68089]: DEBUG nova.compute.manager [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Received event network-changed-62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 605.007372] env[68089]: DEBUG nova.compute.manager [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Refreshing instance network info cache due to event network-changed-62e08c09-c223-43b3-898d-75393129789e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 605.007583] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] Acquiring lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.007728] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] Acquired lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.007911] env[68089]: DEBUG nova.network.neutron [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Refreshing network info cache for port 62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.020251] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1a3b3-4f2d-4212-9101-a8c84f81d289 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.030541] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5969b801-c930-4543-b60a-8d9a3e124a7c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.071794] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c266a-c83c-47e7-be0c-6acdfe96a4f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.079546] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febea661-918b-49ad-8099-23f02da96067 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.094457] env[68089]: DEBUG nova.compute.provider_tree [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.275130] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Successfully updated port: 7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.276857] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "refresh_cache-53d44dc8-08be-4e54-a832-98506680ba58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.277769] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquired lock "refresh_cache-53d44dc8-08be-4e54-a832-98506680ba58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.278074] env[68089]: DEBUG nova.network.neutron [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.598253] env[68089]: DEBUG nova.scheduler.client.report [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.784563] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.784563] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquired lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.784563] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.803230] env[68089]: DEBUG nova.network.neutron [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.862547] env[68089]: DEBUG nova.network.neutron [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.989022] env[68089]: DEBUG nova.network.neutron [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updated VIF entry in instance network info cache for port 62e08c09-c223-43b3-898d-75393129789e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.989372] env[68089]: DEBUG nova.network.neutron [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updating instance_info_cache with network_info: [{"id": "62e08c09-c223-43b3-898d-75393129789e", "address": "fa:16:3e:74:c4:6b", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e08c09-c2", "ovs_interfaceid": "62e08c09-c223-43b3-898d-75393129789e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.105518] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.106034] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.109443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.447s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.109632] env[68089]: DEBUG nova.objects.instance [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lazy-loading 'resources' on Instance uuid 066c1b70-2791-425e-8c10-ec3aaed6044d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.327540] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.367641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Releasing lock "refresh_cache-53d44dc8-08be-4e54-a832-98506680ba58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.368102] env[68089]: DEBUG nova.compute.manager [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.368296] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.369285] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4740e61-0552-44d6-b6d3-47985d5d45ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.382158] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.382441] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1178560a-99cf-4f32-8984-4bea1a20034a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.393018] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 606.393018] env[68089]: value = "task-2852192" [ 606.393018] env[68089]: _type = "Task" [ 606.393018] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.402135] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.492247] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5799b3-c674-4fd6-90b1-0e047acf434b req-f08758a8-3909-4a9a-b812-bce9991dcc56 service nova] Releasing lock "refresh_cache-a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.558408] env[68089]: DEBUG nova.network.neutron [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Updating instance_info_cache with network_info: [{"id": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "address": "fa:16:3e:09:2e:2f", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf268a4-e1", "ovs_interfaceid": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.591121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.591388] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.616304] env[68089]: DEBUG nova.compute.utils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.618105] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.618291] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.692251] env[68089]: DEBUG nova.policy [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a913299eb3a44f46b6c1051691a2863a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f33e13f0a214c8ab5974635adc84e75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.904224] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852192, 'name': PowerOffVM_Task, 'duration_secs': 0.245616} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.907899] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.908341] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.909266] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-215fb98e-efab-4c5e-8e11-88d313ec03cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.938870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.939070] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.939257] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Deleting the datastore file [datastore2] 53d44dc8-08be-4e54-a832-98506680ba58 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.943513] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa1dc8c-faf5-4d02-8d71-ceb38d5659dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.951202] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for the task: (returnval){ [ 606.951202] env[68089]: value = "task-2852194" [ 606.951202] env[68089]: _type = "Task" [ 606.951202] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.962281] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.051892] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.052795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.061745] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Releasing lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.062738] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Instance network_info: |[{"id": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "address": "fa:16:3e:09:2e:2f", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf268a4-e1", "ovs_interfaceid": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.069022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:2e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cf268a4-e1d2-43f6-adae-c78ac2ab0afc', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.077142] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Creating folder: Project (183747cf74194e44864700acc1a87236). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.078370] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f47f903-fb46-40df-b78a-a26da638244d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.088484] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Created folder: Project (183747cf74194e44864700acc1a87236) in parent group-v573447. [ 607.088888] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Creating folder: Instances. Parent ref: group-v573504. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.089220] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1137700-1e21-48da-b2ea-e53011f67677 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.100374] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Created folder: Instances in parent group-v573504. [ 607.100622] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.101120] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.101257] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a324ba7-b6b6-4d5b-86fe-28bbc4f16425 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.121185] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Successfully created port: e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.123680] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.136526] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.136526] env[68089]: value = "task-2852197" [ 607.136526] env[68089]: _type = "Task" [ 607.136526] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.145459] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852197, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.177029] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc172417-101b-4857-a8c2-02eb9a20ec4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.183077] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c58fb4-3cfc-4a3a-93f6-555d3b6aa6b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.226706] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24543b42-d770-4a99-8f1d-9e1959258e0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.237281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f969a7b-01d9-4ad2-9106-298260c2327c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.252441] env[68089]: DEBUG nova.compute.provider_tree [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.464051] env[68089]: DEBUG oslo_vmware.api [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Task: {'id': task-2852194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123707} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.464402] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.464623] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.464825] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.465009] env[68089]: INFO nova.compute.manager [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Took 1.10 seconds to destroy the instance on the hypervisor. [ 607.465299] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.465495] env[68089]: DEBUG nova.compute.manager [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.465608] env[68089]: DEBUG nova.network.neutron [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.490156] env[68089]: DEBUG nova.network.neutron [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.651566] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852197, 'name': CreateVM_Task, 'duration_secs': 0.366318} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.652313] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.652514] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.655605] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.655605] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.655605] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0597b020-2233-4dc7-9ebd-851130223a69 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.658784] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 607.658784] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520ec5ec-fe35-2234-463f-d1be89a49516" [ 607.658784] env[68089]: _type = "Task" [ 607.658784] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.667603] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520ec5ec-fe35-2234-463f-d1be89a49516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.759071] env[68089]: DEBUG nova.scheduler.client.report [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.933113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "b5751918-d166-4b39-a5ee-fe2500f85ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.933377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.992108] env[68089]: DEBUG nova.network.neutron [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.141257] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.169708] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520ec5ec-fe35-2234-463f-d1be89a49516, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.171820] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.172867] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.173290] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.173290] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.173439] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.173514] env[68089]: DEBUG nova.virt.hardware [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.173846] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.174080] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.174304] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.174443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.174648] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.175370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb10fefd-fbc4-4129-9013-0173923826d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.177900] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c675bfb8-ce54-4f54-b34a-679791c3d500 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.184772] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027d916-0ae5-4a3e-9f2f-b0969117af23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.189775] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.190062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.191216] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899d6fb2-742e-42f8-8d32-38e17824ab14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.206703] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 608.206703] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528ec03b-378b-b9cf-0e71-871560fcf86c" [ 608.206703] env[68089]: _type = "Task" [ 608.206703] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.215735] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528ec03b-378b-b9cf-0e71-871560fcf86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.236199] env[68089]: DEBUG nova.compute.manager [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.236862] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fae44a-f7d9-4c04-b4fc-e5dd02e722da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.264330] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Received event network-vif-plugged-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 608.264475] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Acquiring lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.264603] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.264766] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.264933] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] No waiting events found dispatching network-vif-plugged-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.265115] env[68089]: WARNING nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Received unexpected event network-vif-plugged-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc for instance with vm_state building and task_state spawning. [ 608.265307] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Received event network-changed-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 608.265528] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Refreshing instance network info cache due to event network-changed-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 608.265812] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Acquiring lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.266010] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Acquired lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.266277] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Refreshing network info cache for port 7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.268057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.270867] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.818s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.289760] env[68089]: INFO nova.scheduler.client.report [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Deleted allocations for instance 066c1b70-2791-425e-8c10-ec3aaed6044d [ 608.380366] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.380700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.495233] env[68089]: INFO nova.compute.manager [-] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Took 1.03 seconds to deallocate network for instance. [ 608.525965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.526223] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.718485] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528ec03b-378b-b9cf-0e71-871560fcf86c, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.719301] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52b6e0f-0770-4389-9a50-2167c7f8c56e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.725450] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 608.725450] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52344350-33fd-f004-b56c-579ac3df750d" [ 608.725450] env[68089]: _type = "Task" [ 608.725450] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.734391] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52344350-33fd-f004-b56c-579ac3df750d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.738541] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.738994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.747790] env[68089]: INFO nova.compute.manager [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] instance snapshotting [ 608.750607] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc22d39-32f6-4fac-8189-671a857211c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.779664] env[68089]: INFO nova.compute.claims [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.784338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1febf29-c586-460b-9809-db704866dcb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.799301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06cd28ac-79b3-4429-937d-351970f46a96 tempest-AttachInterfacesV270Test-1708197948 tempest-AttachInterfacesV270Test-1708197948-project-member] Lock "066c1b70-2791-425e-8c10-ec3aaed6044d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.885s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.986122] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Updated VIF entry in instance network info cache for port 7cf268a4-e1d2-43f6-adae-c78ac2ab0afc. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.986122] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Updating instance_info_cache with network_info: [{"id": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "address": "fa:16:3e:09:2e:2f", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf268a4-e1", "ovs_interfaceid": "7cf268a4-e1d2-43f6-adae-c78ac2ab0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.002648] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.240023] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52344350-33fd-f004-b56c-579ac3df750d, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.240023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.240023] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] abe0798c-3711-4b21-a4bd-42a2299e6bcf/abe0798c-3711-4b21-a4bd-42a2299e6bcf.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.240023] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14cdbe6b-486c-483d-84fe-0a8c1238c381 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.247686] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 609.247686] env[68089]: value = "task-2852198" [ 609.247686] env[68089]: _type = "Task" [ 609.247686] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.256263] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.261017] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Successfully updated port: e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.290565] env[68089]: INFO nova.compute.resource_tracker [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating resource usage from migration 6bf012b2-9065-42eb-bd03-fb954ebcefb8 [ 609.298147] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 609.298622] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5777cdd9-ccf7-48c0-b179-c4f4381c1c34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.307615] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 609.307615] env[68089]: value = "task-2852199" [ 609.307615] env[68089]: _type = "Task" [ 609.307615] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.318480] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.491708] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Releasing lock "refresh_cache-abe0798c-3711-4b21-a4bd-42a2299e6bcf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.492065] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 609.492281] env[68089]: DEBUG nova.compute.manager [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing instance network info cache due to event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 609.492503] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.492650] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.492853] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.766721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.766887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.768775] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.768775] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512387} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.769233] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] abe0798c-3711-4b21-a4bd-42a2299e6bcf/abe0798c-3711-4b21-a4bd-42a2299e6bcf.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.770260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.770260] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0278d9-c172-47c5-989b-28b550299e77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.781147] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 609.781147] env[68089]: value = "task-2852200" [ 609.781147] env[68089]: _type = "Task" [ 609.781147] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.792798] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.820857] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.906367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc1da5d-c1d0-49ff-8f77-26891810fc5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.914474] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97fec74-4faa-4300-93b7-dad2320ac4fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.948210] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5344fd0a-b249-4925-b0ab-ee08e13dd61d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.957131] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775bcc2-a6be-41d7-898c-fdf8c418524f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.972523] env[68089]: DEBUG nova.compute.provider_tree [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.294022] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084393} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.294022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.294022] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d5ab8-0f3c-4eae-b07b-c304ec67e584 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.316813] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] abe0798c-3711-4b21-a4bd-42a2299e6bcf/abe0798c-3711-4b21-a4bd-42a2299e6bcf.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.317354] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67edbd09-599c-497b-8353-5e3cd0594dfb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.341312] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.351627] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852199, 'name': CreateSnapshot_Task, 'duration_secs': 0.700804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.351627] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 610.351899] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 610.351899] env[68089]: value = "task-2852201" [ 610.351899] env[68089]: _type = "Task" [ 610.351899] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.353039] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53fd8a-0609-469e-988d-2d6205d58b45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.372125] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.415674] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updated VIF entry in instance network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.416047] env[68089]: DEBUG nova.network.neutron [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.475701] env[68089]: DEBUG nova.scheduler.client.report [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.603242] env[68089]: DEBUG nova.network.neutron [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Updating instance_info_cache with network_info: [{"id": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "address": "fa:16:3e:6b:43:2b", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30a86db-e1", "ovs_interfaceid": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.869039] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.882271] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 610.885031] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaa9e7a2-c294-4696-ad8d-87a40a2a4f59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.889027] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Received event network-vif-plugged-e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.889173] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquiring lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.889708] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.889906] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.890086] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] No waiting events found dispatching network-vif-plugged-e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.890244] env[68089]: WARNING nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Received unexpected event network-vif-plugged-e30a86db-e14a-46ea-b9b2-64200a8da50a for instance with vm_state building and task_state spawning. [ 610.890398] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Received event network-changed-e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.892017] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Refreshing instance network info cache due to event network-changed-e30a86db-e14a-46ea-b9b2-64200a8da50a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 610.892017] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquiring lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.898165] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 610.898165] env[68089]: value = "task-2852202" [ 610.898165] env[68089]: _type = "Task" [ 610.898165] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.908328] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852202, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.918528] env[68089]: DEBUG oslo_concurrency.lockutils [req-853f759b-7847-49e1-ab68-3d7243bef316 req-cd168f8e-61d6-48cf-af88-0b6eb2dba8dd service nova] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.981972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.710s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.981972] env[68089]: INFO nova.compute.manager [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Migrating [ 610.981972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.981972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.982931] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.663s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.985530] env[68089]: INFO nova.compute.claims [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.105342] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.105675] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Instance network_info: |[{"id": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "address": "fa:16:3e:6b:43:2b", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30a86db-e1", "ovs_interfaceid": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.105978] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquired lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.106182] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Refreshing network info cache for port e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.107461] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:43:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e30a86db-e14a-46ea-b9b2-64200a8da50a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.115249] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.120444] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.122390] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a7c631a-1068-4ad5-bef0-88465142fdd0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.142502] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.142502] env[68089]: value = "task-2852203" [ 611.142502] env[68089]: _type = "Task" [ 611.142502] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.150135] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852203, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.378194] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.406693] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852202, 'name': CloneVM_Task} progress is 93%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.408970] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Updated VIF entry in instance network info cache for port e30a86db-e14a-46ea-b9b2-64200a8da50a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.409636] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Updating instance_info_cache with network_info: [{"id": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "address": "fa:16:3e:6b:43:2b", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30a86db-e1", "ovs_interfaceid": "e30a86db-e14a-46ea-b9b2-64200a8da50a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.490024] env[68089]: INFO nova.compute.rpcapi [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 611.490660] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.653418] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852203, 'name': CreateVM_Task, 'duration_secs': 0.330523} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.653836] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.654882] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.655109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.655669] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.655953] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2900934e-2091-4cc2-b00e-7d092f8404fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.660720] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 611.660720] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52777570-b90c-1cac-8d0e-c8eae0c8ce70" [ 611.660720] env[68089]: _type = "Task" [ 611.660720] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.668399] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52777570-b90c-1cac-8d0e-c8eae0c8ce70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.871666] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.907586] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852202, 'name': CloneVM_Task} progress is 93%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.913854] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Releasing lock "refresh_cache-a6b06ebb-1303-4ff3-82a9-e3d8844b738e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.913854] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.913854] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing instance network info cache due to event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 611.913854] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.913854] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.913854] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.013821] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.014216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.014541] env[68089]: DEBUG nova.network.neutron [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.174368] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52777570-b90c-1cac-8d0e-c8eae0c8ce70, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.179022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.179022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.179022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.179022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.179022] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.179022] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad4b48bb-1b74-4264-b161-b580ff34b7d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.187941] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.188135] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.191228] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb10815f-16f1-4781-9398-2d72937460da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.197496] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 612.197496] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5275b0af-d605-f920-4ff0-3799b342f63e" [ 612.197496] env[68089]: _type = "Task" [ 612.197496] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.209349] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5275b0af-d605-f920-4ff0-3799b342f63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.370245] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852201, 'name': ReconfigVM_Task, 'duration_secs': 1.731369} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.370511] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Reconfigured VM instance instance-00000014 to attach disk [datastore1] abe0798c-3711-4b21-a4bd-42a2299e6bcf/abe0798c-3711-4b21-a4bd-42a2299e6bcf.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.371201] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17fde3bc-59c0-48ce-98d2-529594e3825b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.376995] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 612.376995] env[68089]: value = "task-2852204" [ 612.376995] env[68089]: _type = "Task" [ 612.376995] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.387062] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852204, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.411113] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852202, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.546450] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333c5c0-7cdf-49d9-8166-6ede269ec6fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555098] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22db9ad-7b31-4067-9692-2c84631f3b71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.593034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3936cd-e87b-4028-9e20-1bb013d9ade4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.605118] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d28a68-4922-4193-b665-4ba3860e6eea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.616492] env[68089]: DEBUG nova.compute.provider_tree [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.708805] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5275b0af-d605-f920-4ff0-3799b342f63e, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.710211] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ded5732-0b53-4ea9-8b38-58067b8a56cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.715919] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 612.715919] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5227dc84-2394-6c17-0ec2-b1709bc8ddc0" [ 612.715919] env[68089]: _type = "Task" [ 612.715919] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.724270] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5227dc84-2394-6c17-0ec2-b1709bc8ddc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.760521] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updated VIF entry in instance network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.760872] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.889161] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852204, 'name': Rename_Task, 'duration_secs': 0.154963} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.889521] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.889821] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946d9d22-aeca-44a7-9182-d7409e278d05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.896416] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 612.896416] env[68089]: value = "task-2852205" [ 612.896416] env[68089]: _type = "Task" [ 612.896416] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.904719] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.912595] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852202, 'name': CloneVM_Task, 'duration_secs': 1.957665} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.912850] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Created linked-clone VM from snapshot [ 612.913635] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e565f1-1851-4b53-a41e-94fe3f866ff0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.926554] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Uploading image a91993d0-f3e0-40c7-a3fd-9870e640bc5b {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 612.940943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 612.941262] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebf1acc5-d9c7-42f0-9726-84275162a6f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.948286] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 612.948286] env[68089]: value = "task-2852206" [ 612.948286] env[68089]: _type = "Task" [ 612.948286] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.959892] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852206, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.107286] env[68089]: DEBUG nova.network.neutron [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.119650] env[68089]: DEBUG nova.scheduler.client.report [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.232144] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5227dc84-2394-6c17-0ec2-b1709bc8ddc0, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.234157] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.234157] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a6b06ebb-1303-4ff3-82a9-e3d8844b738e/a6b06ebb-1303-4ff3-82a9-e3d8844b738e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.234157] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11dedfed-3ded-497d-84f2-dca7b849726a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.240409] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 613.240409] env[68089]: value = "task-2852207" [ 613.240409] env[68089]: _type = "Task" [ 613.240409] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.248470] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.263326] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.264246] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.264246] env[68089]: DEBUG nova.compute.manager [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing instance network info cache due to event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 613.264246] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquiring lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264246] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Acquired lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.264246] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.407118] env[68089]: DEBUG oslo_vmware.api [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852205, 'name': PowerOnVM_Task, 'duration_secs': 0.482128} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.408055] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.408055] env[68089]: INFO nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Took 11.02 seconds to spawn the instance on the hypervisor. [ 613.408055] env[68089]: DEBUG nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.408726] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b9872-15e7-4262-a4d5-15a29c7e7d5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.458541] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852206, 'name': Destroy_Task, 'duration_secs': 0.3474} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.458541] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Destroyed the VM [ 613.458541] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 613.458912] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a2700fa-2b85-4000-b216-2826ef4c9e2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.467823] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 613.467823] env[68089]: value = "task-2852208" [ 613.467823] env[68089]: _type = "Task" [ 613.467823] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.478437] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.598085] env[68089]: DEBUG nova.compute.manager [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.598347] env[68089]: DEBUG nova.compute.manager [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing instance network info cache due to event network-changed-2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 613.598593] env[68089]: DEBUG oslo_concurrency.lockutils [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] Acquiring lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.611336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.625680] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.626330] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.630299] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.337s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.630299] env[68089]: DEBUG nova.objects.instance [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lazy-loading 'resources' on Instance uuid 2c656a62-f558-42f7-8eb3-15a202ad81cc {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.759590] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.759921] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.760154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.760338] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.764028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.764028] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852207, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.765111] env[68089]: INFO nova.compute.manager [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Terminating instance [ 613.939722] env[68089]: INFO nova.compute.manager [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Took 37.77 seconds to build instance. [ 613.981930] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.133394] env[68089]: DEBUG nova.compute.utils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.139085] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.139085] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.194178] env[68089]: DEBUG nova.policy [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b545dce40f7425eb180f036f18572ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589b30b0c3b84f82895c4d6031501c9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.253762] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556886} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.253900] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a6b06ebb-1303-4ff3-82a9-e3d8844b738e/a6b06ebb-1303-4ff3-82a9-e3d8844b738e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.254145] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.254485] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e346c611-246a-4ee4-a40c-f63ca767a15d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.262837] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 614.262837] env[68089]: value = "task-2852209" [ 614.262837] env[68089]: _type = "Task" [ 614.262837] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.267574] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updated VIF entry in instance network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.268015] env[68089]: DEBUG nova.network.neutron [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [{"id": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "address": "fa:16:3e:41:ff:ed", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8f9f49-52", "ovs_interfaceid": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.274524] env[68089]: DEBUG nova.compute.manager [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.278456] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.278456] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.279077] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14541dd-7ab3-4982-ae76-9c1ecc13ad30 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.285958] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.286209] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9c570f-43e3-4bc7-b051-fe4ef23fa07d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.292363] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 614.292363] env[68089]: value = "task-2852210" [ 614.292363] env[68089]: _type = "Task" [ 614.292363] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.303828] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.440641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-742bb6b4-6121-4dcd-95e6-a410f1feca6d tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.260s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.483900] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852208, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.640504] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.725604] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ebd71-a148-48e6-a052-2b71f832181c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.734623] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4267885-aeec-4111-a789-7b9cb646bd5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.775025] env[68089]: DEBUG oslo_concurrency.lockutils [req-83e8ca4c-8fa6-4288-a625-1a2140d89eef req-a2206882-ad88-487a-8518-a63458282ffb service nova] Releasing lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.775025] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Successfully created port: 396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.779512] env[68089]: DEBUG oslo_concurrency.lockutils [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] Acquired lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.779727] env[68089]: DEBUG nova.network.neutron [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Refreshing network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.783370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1f589d-6885-4efe-a21a-a5ccf70019e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.795115] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065617} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.795115] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.799713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c949395-1cba-418d-b591-2b9f7946619e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.804431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4099f33-4ed8-465e-9ef4-64524d14891d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.813313] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852210, 'name': PowerOffVM_Task, 'duration_secs': 0.18197} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.831962] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.831962] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.840342] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a6b06ebb-1303-4ff3-82a9-e3d8844b738e/a6b06ebb-1303-4ff3-82a9-e3d8844b738e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.840842] env[68089]: DEBUG nova.compute.provider_tree [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.842210] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca49ef27-4992-4ab9-915d-64d8c726843d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.844244] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78848043-f38b-4c84-834e-5c3a2ef3f126 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.867279] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 614.867279] env[68089]: value = "task-2852212" [ 614.867279] env[68089]: _type = "Task" [ 614.867279] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.875895] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.935644] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.935644] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.935644] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleting the datastore file [datastore2] 0ef21498-b947-473d-85f7-f998d363d967 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.935644] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f78fa5-517a-4a97-9f34-e4476176a614 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.941473] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 614.941473] env[68089]: value = "task-2852213" [ 614.941473] env[68089]: _type = "Task" [ 614.941473] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.945083] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.952162] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.980903] env[68089]: DEBUG oslo_vmware.api [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852208, 'name': RemoveSnapshot_Task, 'duration_secs': 1.286218} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.980903] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 615.128873] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e8bca5-54ae-4103-b5df-ab51448b5d74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.160773] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 615.378856] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852212, 'name': ReconfigVM_Task, 'duration_secs': 0.342341} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.379164] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a6b06ebb-1303-4ff3-82a9-e3d8844b738e/a6b06ebb-1303-4ff3-82a9-e3d8844b738e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.379864] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7c1deb-a655-418d-a91c-cf76e9121716 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.382308] env[68089]: ERROR nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] [req-1e9b4bd9-dd27-4785-9878-8747c085250a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e9b4bd9-dd27-4785-9878-8747c085250a"}]} [ 615.394772] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 615.394772] env[68089]: value = "task-2852214" [ 615.394772] env[68089]: _type = "Task" [ 615.394772] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.400250] env[68089]: DEBUG nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 615.406266] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852214, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.421858] env[68089]: DEBUG nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 615.422157] env[68089]: DEBUG nova.compute.provider_tree [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.434423] env[68089]: DEBUG nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 615.454057] env[68089]: DEBUG oslo_vmware.api [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366064} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.454613] env[68089]: DEBUG nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 615.459125] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.459340] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.459544] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.459731] env[68089]: INFO nova.compute.manager [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 1.19 seconds to destroy the instance on the hypervisor. [ 615.459958] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.460463] env[68089]: DEBUG nova.compute.manager [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.460561] env[68089]: DEBUG nova.network.neutron [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.474550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.487080] env[68089]: WARNING nova.compute.manager [None req-0a529de4-ed62-4b2c-9825-c5d08af3d235 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Image not found during snapshot: nova.exception.ImageNotFound: Image a91993d0-f3e0-40c7-a3fd-9870e640bc5b could not be found. [ 615.667090] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.672248] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.673048] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2f337a-64d7-4612-b7ea-10dbb705e410 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.682990] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 615.682990] env[68089]: value = "task-2852215" [ 615.682990] env[68089]: _type = "Task" [ 615.682990] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.692076] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.704195] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.704496] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.704726] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.704923] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.705081] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.705226] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.705429] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.705578] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.708018] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.708018] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.708018] env[68089]: DEBUG nova.virt.hardware [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.708018] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a92c3c4-13de-4ff7-a4bb-bcbd1ab7707b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.719698] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57448fb6-8064-492a-a270-c9afbf389bb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.880305] env[68089]: DEBUG nova.network.neutron [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updated VIF entry in instance network info cache for port 2e8f9f49-52c1-4032-a63d-d6f7854699c1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.880661] env[68089]: DEBUG nova.network.neutron [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [{"id": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "address": "fa:16:3e:41:ff:ed", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e8f9f49-52", "ovs_interfaceid": "2e8f9f49-52c1-4032-a63d-d6f7854699c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.907153] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852214, 'name': Rename_Task, 'duration_secs': 0.150067} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.909682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.910991] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a71ee6-1c3e-4c28-903c-99e3f0e69c3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.917538] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 615.917538] env[68089]: value = "task-2852216" [ 615.917538] env[68089]: _type = "Task" [ 615.917538] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.929862] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.052072] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90094601-d918-4fd5-823a-6617822b74ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.062724] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640c5c7-314f-401f-9ef8-b4d79995da93 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.105301] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7432d1b2-3102-44d8-94a3-f8558e49cbd2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.114926] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47140b34-cc8a-466c-b9b9-d9258a61b792 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.129275] env[68089]: DEBUG nova.compute.provider_tree [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.202009] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852215, 'name': PowerOffVM_Task, 'duration_secs': 0.23247} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.204373] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.204469] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 616.385603] env[68089]: DEBUG oslo_concurrency.lockutils [req-ca1fb8fd-a817-42e8-b11b-83f94b8a5e5d req-5e5b8568-56e8-4e56-bacf-c91a372f1de2 service nova] Releasing lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.418302] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Successfully updated port: 396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.430168] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.571698] env[68089]: DEBUG nova.compute.manager [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 616.571994] env[68089]: DEBUG nova.compute.manager [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing instance network info cache due to event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 616.572129] env[68089]: DEBUG oslo_concurrency.lockutils [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.572270] env[68089]: DEBUG oslo_concurrency.lockutils [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.572431] env[68089]: DEBUG nova.network.neutron [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.635035] env[68089]: DEBUG nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.648534] env[68089]: DEBUG nova.network.neutron [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.712206] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.712486] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.712618] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.712807] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.712944] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.714287] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.716916] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.716916] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.716916] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.716916] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.716916] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.721574] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4f9c47-542a-455f-9412-73aa6e16d503 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.739226] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 616.739226] env[68089]: value = "task-2852217" [ 616.739226] env[68089]: _type = "Task" [ 616.739226] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.750835] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.925275] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.925565] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquired lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.925565] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.934134] env[68089]: DEBUG oslo_vmware.api [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852216, 'name': PowerOnVM_Task, 'duration_secs': 0.699758} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.934870] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.935261] env[68089]: INFO nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 616.935581] env[68089]: DEBUG nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.936517] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e33802-93ab-4c55-9a84-09f324057e58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.138285] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.509s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.142566] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.183s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.144140] env[68089]: INFO nova.compute.claims [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.150932] env[68089]: INFO nova.compute.manager [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 1.69 seconds to deallocate network for instance. [ 617.183891] env[68089]: INFO nova.scheduler.client.report [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Deleted allocations for instance 2c656a62-f558-42f7-8eb3-15a202ad81cc [ 617.254633] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852217, 'name': ReconfigVM_Task, 'duration_secs': 0.280825} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.255615] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 617.281708] env[68089]: DEBUG nova.compute.manager [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Received event network-vif-plugged-396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.282696] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] Acquiring lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.286327] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.286441] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.286614] env[68089]: DEBUG nova.compute.manager [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] No waiting events found dispatching network-vif-plugged-396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.286797] env[68089]: WARNING nova.compute.manager [req-fe94df73-265e-4159-9850-91866fb8167c req-5b86e542-31d8-4dc3-8460-8c684ddfe226 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Received unexpected event network-vif-plugged-396680ce-e932-485d-8825-4210ba86f318 for instance with vm_state building and task_state spawning. [ 617.457402] env[68089]: INFO nova.compute.manager [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Took 36.39 seconds to build instance. [ 617.492020] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.528212] env[68089]: DEBUG nova.network.neutron [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updated VIF entry in instance network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.528212] env[68089]: DEBUG nova.network.neutron [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.537907] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "312a2247-d796-4075-81ff-4ee8510fede7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.538163] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.538373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "312a2247-d796-4075-81ff-4ee8510fede7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.538550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.538740] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.540752] env[68089]: INFO nova.compute.manager [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Terminating instance [ 617.627989] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.628250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.628701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.628895] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.629087] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.631017] env[68089]: INFO nova.compute.manager [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Terminating instance [ 617.658856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.695215] env[68089]: DEBUG oslo_concurrency.lockutils [None req-347c62d4-9abc-4e60-b4e5-c375437a9208 tempest-ServersAdmin275Test-614396204 tempest-ServersAdmin275Test-614396204-project-member] Lock "2c656a62-f558-42f7-8eb3-15a202ad81cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.697s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.765335] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.765592] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.765746] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.765924] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.766276] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.766486] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.766702] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.766862] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.767040] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.767208] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.767464] env[68089]: DEBUG nova.virt.hardware [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.774012] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 617.774636] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de9f96e-fb0b-4bbb-9bc3-d4adcc731755 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.795596] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 617.795596] env[68089]: value = "task-2852218" [ 617.795596] env[68089]: _type = "Task" [ 617.795596] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.799771] env[68089]: DEBUG nova.network.neutron [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updating instance_info_cache with network_info: [{"id": "396680ce-e932-485d-8825-4210ba86f318", "address": "fa:16:3e:a0:b6:6b", "network": {"id": "d503ad59-aeae-43f5-88a5-e5a71b253311", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1215152676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589b30b0c3b84f82895c4d6031501c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396680ce-e9", "ovs_interfaceid": "396680ce-e932-485d-8825-4210ba86f318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.807219] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.959377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8cbe9c38-f9a0-4d8b-bb23-490054ba19ae tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.903s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.031103] env[68089]: DEBUG oslo_concurrency.lockutils [req-d71dc5ef-5004-4362-b8c3-86326c5a97dd req-dc56acee-d167-4693-bd56-ccf031001282 service nova] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.048948] env[68089]: DEBUG nova.compute.manager [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.049150] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.050159] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d259142-31f7-4fa9-93dd-a7320087cece {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.060278] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.060541] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb1e7489-9846-48a3-956c-a62ce945bce2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.067817] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 618.067817] env[68089]: value = "task-2852219" [ 618.067817] env[68089]: _type = "Task" [ 618.067817] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.078041] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.138024] env[68089]: DEBUG nova.compute.manager [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.138024] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.138024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832721e7-8a90-4856-9ba5-dd4575944bdb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.144520] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.145070] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747d8273-52af-4276-831c-a555c41ad40b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.156382] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 618.156382] env[68089]: value = "task-2852220" [ 618.156382] env[68089]: _type = "Task" [ 618.156382] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.174422] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.304542] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Releasing lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.305018] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Instance network_info: |[{"id": "396680ce-e932-485d-8825-4210ba86f318", "address": "fa:16:3e:a0:b6:6b", "network": {"id": "d503ad59-aeae-43f5-88a5-e5a71b253311", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1215152676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589b30b0c3b84f82895c4d6031501c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396680ce-e9", "ovs_interfaceid": "396680ce-e932-485d-8825-4210ba86f318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.307740] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '396680ce-e932-485d-8825-4210ba86f318', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.317631] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Creating folder: Project (589b30b0c3b84f82895c4d6031501c9d). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.324120] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92de499-8be0-438d-98e3-f79faabf365d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.328571] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852218, 'name': ReconfigVM_Task, 'duration_secs': 0.376108} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.330958] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 618.334304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd43a77-36c2-4434-897c-9978059c9804 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.363703] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.363703] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Created folder: Project (589b30b0c3b84f82895c4d6031501c9d) in parent group-v573447. [ 618.363703] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Creating folder: Instances. Parent ref: group-v573510. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.366703] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e24f485-e79a-4a14-aeda-0909e52ed7d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.384189] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-700dba22-0a97-4e0a-a29e-90059f3bc274 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.392212] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 618.392212] env[68089]: value = "task-2852223" [ 618.392212] env[68089]: _type = "Task" [ 618.392212] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.397156] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Created folder: Instances in parent group-v573510. [ 618.397466] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.398285] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.398491] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1743d6dc-81df-4cc1-9430-b3dc462e2ec0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.424780] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.429717] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.429717] env[68089]: value = "task-2852224" [ 618.429717] env[68089]: _type = "Task" [ 618.429717] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.438200] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852224, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.463468] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.582380] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852219, 'name': PowerOffVM_Task, 'duration_secs': 0.226018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.582899] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.583094] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.583806] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261a705b-9b99-4a98-89cc-3eac9957e3ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.649810] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.650469] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.651981] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleting the datastore file [datastore2] 312a2247-d796-4075-81ff-4ee8510fede7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.652360] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7ae9b62-829c-4590-9a20-0059827dce4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.666578] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852220, 'name': PowerOffVM_Task, 'duration_secs': 0.155582} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.668000] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.668201] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.668553] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 618.668553] env[68089]: value = "task-2852226" [ 618.668553] env[68089]: _type = "Task" [ 618.668553] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.668848] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eefad819-f3fe-4ffc-92ae-1f779cf403cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.678891] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.753045] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.753330] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.754667] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Deleting the datastore file [datastore1] abe0798c-3711-4b21-a4bd-42a2299e6bcf {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.754667] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32acabb0-5e1b-4352-9732-383335b2e1d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.770426] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for the task: (returnval){ [ 618.770426] env[68089]: value = "task-2852228" [ 618.770426] env[68089]: _type = "Task" [ 618.770426] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.784749] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.870920] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315fd0d-16e8-4d07-b0af-68b88058f817 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.878548] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6e114-41f8-4ec6-ab74-7f57926aefa0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.919751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351de13a-44e6-45b6-ab19-e2a5dfe8673a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.930887] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852223, 'name': ReconfigVM_Task, 'duration_secs': 0.43931} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.934285] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e/cddcefef-6171-42b5-b184-9c7a52ca7f4e.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.934586] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 618.943323] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a04b015-80b4-4dfa-8278-33fa45dd45e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.952564] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852224, 'name': CreateVM_Task, 'duration_secs': 0.359299} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.952564] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.952564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.952564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.952871] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.962250] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7680ed36-14a6-4367-874b-4a77dc7957de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.964738] env[68089]: DEBUG nova.compute.provider_tree [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.973373] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 618.973373] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b2f585-3601-5166-e130-1ae203e9f8a4" [ 618.973373] env[68089]: _type = "Task" [ 618.973373] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.983844] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b2f585-3601-5166-e130-1ae203e9f8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.984157] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.984384] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.984613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.985232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.985232] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.985382] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c311e9-15cf-453c-97a1-88bbddcde899 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.989902] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.992819] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.992947] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.993681] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb134a3-062f-4bb2-a1eb-a91984ea8d6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.999110] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 618.999110] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e5e4-4815-47af-e52b-584eb17f04f9" [ 618.999110] env[68089]: _type = "Task" [ 618.999110] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.007611] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e5e4-4815-47af-e52b-584eb17f04f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.180330] env[68089]: DEBUG oslo_vmware.api [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180474} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.180651] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.180907] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.181056] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.181268] env[68089]: INFO nova.compute.manager [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 619.181546] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.182038] env[68089]: DEBUG nova.compute.manager [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.182163] env[68089]: DEBUG nova.network.neutron [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.285604] env[68089]: DEBUG oslo_vmware.api [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Task: {'id': task-2852228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145726} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.285604] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.285604] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.285604] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.285604] env[68089]: INFO nova.compute.manager [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 619.285604] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.285604] env[68089]: DEBUG nova.compute.manager [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.285604] env[68089]: DEBUG nova.network.neutron [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.445779] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e2577-3789-497b-8cf0-f0990748980d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.470709] env[68089]: DEBUG nova.scheduler.client.report [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.475545] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3cb5e-d3ff-4502-9077-510605bbdaa3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.497773] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 619.511449] env[68089]: DEBUG nova.compute.manager [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Received event network-vif-deleted-2e8f9f49-52c1-4032-a63d-d6f7854699c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 619.511449] env[68089]: DEBUG nova.compute.manager [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 619.511449] env[68089]: DEBUG nova.compute.manager [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing instance network info cache due to event network-changed-e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 619.511449] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] Acquiring lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.511449] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] Acquired lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.511449] env[68089]: DEBUG nova.network.neutron [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Refreshing network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.518845] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e5e4-4815-47af-e52b-584eb17f04f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.519722] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06adccc-18c8-4180-b373-d47b82ec21d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.525091] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 619.525091] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52aaf564-99de-009d-3e6a-bd6d319eb0d9" [ 619.525091] env[68089]: _type = "Task" [ 619.525091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.534762] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aaf564-99de-009d-3e6a-bd6d319eb0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.610896] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.610896] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.638900] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.853987] env[68089]: DEBUG nova.compute.manager [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Received event network-changed-396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 619.853987] env[68089]: DEBUG nova.compute.manager [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Refreshing instance network info cache due to event network-changed-396680ce-e932-485d-8825-4210ba86f318. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 619.853987] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] Acquiring lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.853987] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] Acquired lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.854440] env[68089]: DEBUG nova.network.neutron [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Refreshing network info cache for port 396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.981977] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.982313] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.985121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.899s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.986476] env[68089]: INFO nova.compute.claims [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.038860] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aaf564-99de-009d-3e6a-bd6d319eb0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.033768} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.039342] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.039610] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] e44ce746-0d2b-425f-a4b6-1e2d9608caa5/e44ce746-0d2b-425f-a4b6-1e2d9608caa5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.039965] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ead26160-8073-443d-b621-605874db3d18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.047970] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 620.047970] env[68089]: value = "task-2852229" [ 620.047970] env[68089]: _type = "Task" [ 620.047970] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.062901] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.078377] env[68089]: DEBUG nova.network.neutron [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Port b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 620.079943] env[68089]: DEBUG nova.network.neutron [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.103783] env[68089]: DEBUG nova.network.neutron [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.253373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.253373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.287048] env[68089]: DEBUG nova.network.neutron [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updated VIF entry in instance network info cache for port e4e957c9-a40a-488a-b813-4da6385aa52a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.287048] env[68089]: DEBUG nova.network.neutron [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [{"id": "e4e957c9-a40a-488a-b813-4da6385aa52a", "address": "fa:16:3e:59:c0:93", "network": {"id": "65dc2c4c-32b4-423e-88bf-bad4a437cfc8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-581389219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304ea40305c44cb09c8a1043372cad5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e957c9-a4", "ovs_interfaceid": "e4e957c9-a40a-488a-b813-4da6385aa52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.496354] env[68089]: DEBUG nova.compute.utils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.498070] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.498273] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.552925] env[68089]: DEBUG nova.policy [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b51f230d135a44c49559c52b65e43e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3389d4012b53413692cf1815babb0840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.568222] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852229, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.583764] env[68089]: INFO nova.compute.manager [-] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Took 1.30 seconds to deallocate network for instance. [ 620.602424] env[68089]: DEBUG nova.network.neutron [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updated VIF entry in instance network info cache for port 396680ce-e932-485d-8825-4210ba86f318. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.602424] env[68089]: DEBUG nova.network.neutron [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updating instance_info_cache with network_info: [{"id": "396680ce-e932-485d-8825-4210ba86f318", "address": "fa:16:3e:a0:b6:6b", "network": {"id": "d503ad59-aeae-43f5-88a5-e5a71b253311", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1215152676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589b30b0c3b84f82895c4d6031501c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396680ce-e9", "ovs_interfaceid": "396680ce-e932-485d-8825-4210ba86f318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.609192] env[68089]: INFO nova.compute.manager [-] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Took 1.43 seconds to deallocate network for instance. [ 620.791553] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4aebfb0-08a4-4fe8-bf57-0151b88a2ca3 req-3b743f54-16d5-4c45-b25d-32cfe0c4b77d service nova] Releasing lock "refresh_cache-abb105e4-4494-4a98-bfa7-11358ddecdea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.003155] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.065309] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533091} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.065647] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] e44ce746-0d2b-425f-a4b6-1e2d9608caa5/e44ce746-0d2b-425f-a4b6-1e2d9608caa5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.065868] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.066169] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a68c4b0-492b-4545-9411-6610ecfd8962 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.077160] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Successfully created port: 7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.080333] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 621.080333] env[68089]: value = "task-2852230" [ 621.080333] env[68089]: _type = "Task" [ 621.080333] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.089089] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.101896] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.110258] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f25b3c6-d44a-4e39-a6b8-2c2390624bfb req-aaf3ad7f-8e1b-4a23-bb3f-2db626728ffb service nova] Releasing lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.111332] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.111561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.111741] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.114430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.564660] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55db9e-e717-4025-9345-1cf68e11303b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.572953] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301369a-1248-4234-9167-a3941e8b0644 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.606933] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb7a425-76ab-44fe-956a-27ddd665f9a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.619038] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069128} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.620623] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8af051-ce45-44cf-b7f0-82b64bc55de8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.624832] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.626074] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78de9d-e44a-4ca3-afda-5acd14c69e97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.639801] env[68089]: DEBUG nova.compute.provider_tree [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.659573] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] e44ce746-0d2b-425f-a4b6-1e2d9608caa5/e44ce746-0d2b-425f-a4b6-1e2d9608caa5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.660725] env[68089]: DEBUG nova.scheduler.client.report [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.664145] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9ab0bc-bb6c-436f-990e-ecd529827052 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.685365] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 621.685365] env[68089]: value = "task-2852231" [ 621.685365] env[68089]: _type = "Task" [ 621.685365] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.694855] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.908652] env[68089]: DEBUG nova.compute.manager [req-a5216795-bbcc-4d4b-85f3-ca285717a466 req-9a1a35e3-cc7c-4026-b00d-a433503bbfec service nova] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Received event network-vif-deleted-293c356c-d29d-48d0-abc5-d4cd64c95548 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.017181] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.043143] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.043281] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.043445] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.043547] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.043713] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.044330] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.044705] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.044940] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.045196] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.045424] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.045644] env[68089]: DEBUG nova.virt.hardware [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.046736] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a357876d-b279-45c8-a29c-e771330b0c3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.056246] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce6eed7-84ce-4ec4-a03d-ef8d5783bb16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.108909] env[68089]: DEBUG nova.compute.manager [req-bb9d7fa2-dbfd-4bf9-9b8c-1906a6e77a00 req-2dfdfb3d-d7ed-415d-afd2-507fb6b4abb3 service nova] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Received event network-vif-deleted-7cf268a4-e1d2-43f6-adae-c78ac2ab0afc {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.180182] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.180696] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.183965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.621s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.185903] env[68089]: INFO nova.compute.claims [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.189873] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.190035] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.190197] env[68089]: DEBUG nova.network.neutron [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.201044] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852231, 'name': ReconfigVM_Task, 'duration_secs': 0.335139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.201270] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Reconfigured VM instance instance-00000016 to attach disk [datastore1] e44ce746-0d2b-425f-a4b6-1e2d9608caa5/e44ce746-0d2b-425f-a4b6-1e2d9608caa5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.202715] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b9860a-50c6-4846-8c51-5f9e6e517208 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.210707] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 622.210707] env[68089]: value = "task-2852232" [ 622.210707] env[68089]: _type = "Task" [ 622.210707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.220778] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852232, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.685672] env[68089]: DEBUG nova.compute.utils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.689706] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.689706] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.724934] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852232, 'name': Rename_Task, 'duration_secs': 0.145744} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.725274] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.725550] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5accd1ce-4db0-490e-8f67-e9842b447df3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.733681] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 622.733681] env[68089]: value = "task-2852233" [ 622.733681] env[68089]: _type = "Task" [ 622.733681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.745113] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.750787] env[68089]: DEBUG nova.policy [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7cd7da7bf1649ef9b2b461943169e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40720ea916141a48c936bb90d7d5245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.134417] env[68089]: DEBUG nova.network.neutron [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.192352] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.198562] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Successfully created port: 43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.243724] env[68089]: DEBUG oslo_vmware.api [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852233, 'name': PowerOnVM_Task, 'duration_secs': 0.437263} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.246559] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.246792] env[68089]: INFO nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Took 7.58 seconds to spawn the instance on the hypervisor. [ 623.246974] env[68089]: DEBUG nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.248203] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2664b305-ec25-4f30-9994-534e9dbadfba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.347460] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Successfully updated port: 7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.637289] env[68089]: DEBUG oslo_concurrency.lockutils [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.778092] env[68089]: INFO nova.compute.manager [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Took 37.48 seconds to build instance. [ 623.816284] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf35c0-891d-4dfd-941b-d12c62c8c674 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.825664] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770385b7-e914-4fd1-b402-345df8c0fabe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.858226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.858430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.859155] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.860407] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a2998-70a9-46d4-b1fd-21c8dcdd10b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.867950] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103d80b-036d-4ccb-a44e-016b46858049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.884480] env[68089]: DEBUG nova.compute.provider_tree [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.176232] env[68089]: DEBUG nova.compute.manager [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Received event network-vif-plugged-7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.176518] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.176655] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.176853] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.176984] env[68089]: DEBUG nova.compute.manager [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] No waiting events found dispatching network-vif-plugged-7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.177180] env[68089]: WARNING nova.compute.manager [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Received unexpected event network-vif-plugged-7fd6391e-4045-46d8-9457-0d7a342262c7 for instance with vm_state building and task_state spawning. [ 624.177357] env[68089]: DEBUG nova.compute.manager [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Received event network-changed-7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.177494] env[68089]: DEBUG nova.compute.manager [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Refreshing instance network info cache due to event network-changed-7fd6391e-4045-46d8-9457-0d7a342262c7. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 624.177645] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.180185] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6bae3-1878-473c-b47f-4ab102130885 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.199383] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56425229-d912-489e-9ac6-b2e3c21fcada {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.207323] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.209408] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 624.247514] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.247681] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.247839] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.247992] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.250544] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.250737] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.250977] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.251658] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.251658] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.251658] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.251997] env[68089]: DEBUG nova.virt.hardware [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.252752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f6e910-a8af-45ff-ae21-b6cc4c0e431f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.267751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058d297f-a6a1-420f-92c9-cc3f328f41f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.281828] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2646e8d4-251b-4b28-9f9d-bf3021eac9e8 tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.467s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.389285] env[68089]: DEBUG nova.scheduler.client.report [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.432557] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.677225] env[68089]: DEBUG nova.network.neutron [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.719788] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.719788] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c084fa21-d74d-4c82-a108-62b5e5736459 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.727714] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 624.727714] env[68089]: value = "task-2852234" [ 624.727714] env[68089]: _type = "Task" [ 624.727714] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.736533] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.748250] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Successfully updated port: 43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.785313] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.900459] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.901062] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.904420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.386s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.906344] env[68089]: INFO nova.compute.claims [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.161184] env[68089]: DEBUG nova.compute.manager [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received event network-vif-plugged-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.161184] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] Acquiring lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.161184] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.161806] env[68089]: DEBUG oslo_concurrency.lockutils [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.162659] env[68089]: DEBUG nova.compute.manager [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] No waiting events found dispatching network-vif-plugged-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.164041] env[68089]: WARNING nova.compute.manager [req-8f956911-0b99-495a-aeee-b430f35d5cfd req-35907c5e-bc02-4d98-8af0-b7523d524b0a service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received unexpected event network-vif-plugged-43e72395-3eaf-4d03-8ddc-de370c3dca20 for instance with vm_state building and task_state spawning. [ 625.182028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.182028] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Instance network_info: |[{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.182028] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.182028] env[68089]: DEBUG nova.network.neutron [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Refreshing network info cache for port 7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.183303] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c0:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fd6391e-4045-46d8-9457-0d7a342262c7', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.193456] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating folder: Project (3389d4012b53413692cf1815babb0840). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.198620] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0206ac2-7480-4b29-8ebd-d714761e67c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.211384] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created folder: Project (3389d4012b53413692cf1815babb0840) in parent group-v573447. [ 625.211592] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating folder: Instances. Parent ref: group-v573513. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.211827] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3904707d-2b3b-44c0-9d9b-3e708a4271d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.222077] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created folder: Instances in parent group-v573513. [ 625.222077] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.222268] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.222450] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aaa1d82-462d-49d0-a24f-d637d187671f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.250858] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.251048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.251157] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.259563] env[68089]: DEBUG oslo_vmware.api [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852234, 'name': PowerOnVM_Task, 'duration_secs': 0.495259} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.264998] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.265271] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-98114bf2-d631-4e4a-b7e7-d58b4419abed tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance 'cddcefef-6171-42b5-b184-9c7a52ca7f4e' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.269560] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.269560] env[68089]: value = "task-2852237" [ 625.269560] env[68089]: _type = "Task" [ 625.269560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.278617] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852237, 'name': CreateVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.323646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.411083] env[68089]: DEBUG nova.compute.utils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.414522] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.414826] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.458873] env[68089]: DEBUG nova.network.neutron [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updated VIF entry in instance network info cache for port 7fd6391e-4045-46d8-9457-0d7a342262c7. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.459267] env[68089]: DEBUG nova.network.neutron [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.499091] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.554355] env[68089]: DEBUG nova.policy [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '757866c4d0694d22a03e6ba6c1200d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966ed57c38c47d7825067d020e7cabe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.784163] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852237, 'name': CreateVM_Task, 'duration_secs': 0.402652} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.784163] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.784163] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.784163] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.784837] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.784837] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e14246-bd53-46e1-a9a7-36ca8374aaac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.789616] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 625.789616] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522f534c-04ea-2232-4ff5-01c8df733ebc" [ 625.789616] env[68089]: _type = "Task" [ 625.789616] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.799280] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522f534c-04ea-2232-4ff5-01c8df733ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.916043] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.920102] env[68089]: DEBUG nova.network.neutron [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updating instance_info_cache with network_info: [{"id": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "address": "fa:16:3e:1e:e1:58", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e72395-3e", "ovs_interfaceid": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.964230] env[68089]: DEBUG oslo_concurrency.lockutils [req-859d1420-fbb2-4445-ba6d-41fe993f85cc req-731590ce-431c-4273-a234-821723fd4731 service nova] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.253067] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Successfully created port: 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.308415] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522f534c-04ea-2232-4ff5-01c8df733ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.308747] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.309019] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.309277] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.309434] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.309623] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.309923] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b43531-81fa-4050-8d5f-48d6d57104f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.318454] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.318636] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.321719] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4650b93a-75de-4dc5-bb22-8acfe1edbabe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.327062] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 626.327062] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5256d96c-de6b-8a35-8147-90f0185ff9bd" [ 626.327062] env[68089]: _type = "Task" [ 626.327062] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.336573] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5256d96c-de6b-8a35-8147-90f0185ff9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.429814] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.429814] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Instance network_info: |[{"id": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "address": "fa:16:3e:1e:e1:58", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e72395-3e", "ovs_interfaceid": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.430769] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:e1:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e72395-3eaf-4d03-8ddc-de370c3dca20', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.442163] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Creating folder: Project (f40720ea916141a48c936bb90d7d5245). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.442163] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b97d91-43d6-416f-9640-1c34da2994a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.460533] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Created folder: Project (f40720ea916141a48c936bb90d7d5245) in parent group-v573447. [ 626.460733] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Creating folder: Instances. Parent ref: group-v573516. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.460984] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3cc2418-a52f-46d0-873a-212cc702081d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.469743] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Created folder: Instances in parent group-v573516. [ 626.470013] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.470207] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.470404] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c4c957-e652-4645-a5da-551fe5df79e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.500384] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.500384] env[68089]: value = "task-2852240" [ 626.500384] env[68089]: _type = "Task" [ 626.500384] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.505052] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a642751-93f1-4e09-8311-54d181a4463b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.514309] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852240, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.519075] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b0f61-f134-4cbc-a4bb-5044bc0493ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.555148] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ace604-0e7f-4c30-a046-481edb34486b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.562572] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1712dfe6-2b6d-4d38-bad8-f2d55b8eec87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.576673] env[68089]: DEBUG nova.compute.provider_tree [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.659722] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.659989] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.700985] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.700985] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.748059] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.748378] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.803239] env[68089]: DEBUG nova.compute.manager [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Received event network-changed-396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.803558] env[68089]: DEBUG nova.compute.manager [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Refreshing instance network info cache due to event network-changed-396680ce-e932-485d-8825-4210ba86f318. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 626.803695] env[68089]: DEBUG oslo_concurrency.lockutils [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] Acquiring lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.803858] env[68089]: DEBUG oslo_concurrency.lockutils [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] Acquired lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.804061] env[68089]: DEBUG nova.network.neutron [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Refreshing network info cache for port 396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.837832] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5256d96c-de6b-8a35-8147-90f0185ff9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.842021] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84a5fb5-aa1f-40a2-af7e-33b99a8063e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.845223] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 626.845223] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5242700d-6370-c416-ed8c-f4a65782499e" [ 626.845223] env[68089]: _type = "Task" [ 626.845223] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.854943] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5242700d-6370-c416-ed8c-f4a65782499e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.943349] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.968150] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.968650] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.968966] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.969318] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.969631] env[68089]: DEBUG nova.virt.hardware [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.970872] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afb97eb-4450-4d1f-b5de-eec62ea2f8bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.979599] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9851c74f-d88a-42b4-936c-50c8f087b79c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.005524] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852240, 'name': CreateVM_Task, 'duration_secs': 0.414427} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.005731] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.006385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.006551] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.006889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.007141] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49d3150-c8f4-4d16-b783-505ba5d7a0e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.011046] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 627.011046] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52336d95-1beb-af49-e335-66668967b906" [ 627.011046] env[68089]: _type = "Task" [ 627.011046] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.018931] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52336d95-1beb-af49-e335-66668967b906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.079806] env[68089]: DEBUG nova.scheduler.client.report [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.260717] env[68089]: DEBUG nova.compute.manager [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.261026] env[68089]: DEBUG nova.compute.manager [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing instance network info cache due to event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 627.261026] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] Acquiring lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.261362] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] Acquired lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.261546] env[68089]: DEBUG nova.network.neutron [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.359154] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5242700d-6370-c416-ed8c-f4a65782499e, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.359457] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.359763] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.360093] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea51d6e-1d87-48f6-825f-8e1bedbb372e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.367294] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 627.367294] env[68089]: value = "task-2852241" [ 627.367294] env[68089]: _type = "Task" [ 627.367294] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.375566] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.523901] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52336d95-1beb-af49-e335-66668967b906, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.524253] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.524494] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.524737] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.524886] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.525084] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.525354] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f465b6c5-4708-460b-b85a-392ce06432ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.542612] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.542828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.543791] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0a8908-5c41-4418-a6cd-7079ce5fbdd6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.549420] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 627.549420] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e83209-da19-e912-fc90-3bd7de1d04e0" [ 627.549420] env[68089]: _type = "Task" [ 627.549420] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.567418] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e83209-da19-e912-fc90-3bd7de1d04e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.584531] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.585137] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.588248] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.885s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.591078] env[68089]: INFO nova.compute.claims [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.670153] env[68089]: DEBUG nova.network.neutron [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updated VIF entry in instance network info cache for port 396680ce-e932-485d-8825-4210ba86f318. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.670526] env[68089]: DEBUG nova.network.neutron [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updating instance_info_cache with network_info: [{"id": "396680ce-e932-485d-8825-4210ba86f318", "address": "fa:16:3e:a0:b6:6b", "network": {"id": "d503ad59-aeae-43f5-88a5-e5a71b253311", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1215152676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589b30b0c3b84f82895c4d6031501c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap396680ce-e9", "ovs_interfaceid": "396680ce-e932-485d-8825-4210ba86f318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.879778] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852241, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.068245] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e83209-da19-e912-fc90-3bd7de1d04e0, 'name': SearchDatastore_Task, 'duration_secs': 0.05807} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.068245] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aae26b6-3b71-41d6-bbc5-4fcb68159ad7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.073700] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 628.073700] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a18d7a-0671-5208-2ff6-3fb373342241" [ 628.073700] env[68089]: _type = "Task" [ 628.073700] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.082168] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a18d7a-0671-5208-2ff6-3fb373342241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.097199] env[68089]: DEBUG nova.compute.utils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.100564] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.100731] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.146729] env[68089]: DEBUG nova.policy [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbc3ed51d20453e944030aaaa1c19b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8d56f3ac0e4346b0a0bde0db319309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.174435] env[68089]: DEBUG oslo_concurrency.lockutils [req-fdbdcb03-8380-4028-920d-5a2314300b52 req-813cfc42-2d4e-4c6c-af99-feb433f9fc79 service nova] Releasing lock "refresh_cache-e44ce746-0d2b-425f-a4b6-1e2d9608caa5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.229420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.229875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.230190] env[68089]: DEBUG nova.compute.manager [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Going to confirm migration 1 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 628.251985] env[68089]: DEBUG nova.network.neutron [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updated VIF entry in instance network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.253490] env[68089]: DEBUG nova.network.neutron [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updating instance_info_cache with network_info: [{"id": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "address": "fa:16:3e:1e:e1:58", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e72395-3e", "ovs_interfaceid": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.296422] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Successfully updated port: 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.379641] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852241, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.451782] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Successfully created port: 84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.584812] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a18d7a-0671-5208-2ff6-3fb373342241, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.584990] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.585335] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4462705b-a35a-4b6d-8992-6d07bd1b3001/4462705b-a35a-4b6d-8992-6d07bd1b3001.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.585614] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6de347-e1cd-4e9c-a911-87e0a1365c8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.592043] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 628.592043] env[68089]: value = "task-2852242" [ 628.592043] env[68089]: _type = "Task" [ 628.592043] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.600289] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.607162] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.755185] env[68089]: DEBUG oslo_concurrency.lockutils [req-ef329174-8f53-4360-a7eb-a02e00980669 req-3aaaf6c1-4e21-4b50-bd41-1e124b1d514b service nova] Releasing lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.792464] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.793850] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.793850] env[68089]: DEBUG nova.network.neutron [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.793850] env[68089]: DEBUG nova.objects.instance [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lazy-loading 'info_cache' on Instance uuid cddcefef-6171-42b5-b184-9c7a52ca7f4e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.799608] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.799729] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.800047] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.833684] env[68089]: DEBUG nova.compute.manager [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.834996] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.834996] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.834996] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.834996] env[68089]: DEBUG nova.compute.manager [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] No waiting events found dispatching network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.834996] env[68089]: WARNING nova.compute.manager [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received unexpected event network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 for instance with vm_state building and task_state spawning. [ 628.834996] env[68089]: DEBUG nova.compute.manager [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.835168] env[68089]: DEBUG nova.compute.manager [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing instance network info cache due to event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 628.835632] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880559] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852241, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.103970] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.117101] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.117436] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.202252] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1cf95e-88e9-4650-9932-601b7df721c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.908552] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.922723] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c6fbc-2079-4fe0-a850-7f0b56066618 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.926542] env[68089]: DEBUG nova.compute.manager [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Received event network-vif-plugged-84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.926766] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.927012] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.927255] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.927343] env[68089]: DEBUG nova.compute.manager [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] No waiting events found dispatching network-vif-plugged-84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.927526] env[68089]: WARNING nova.compute.manager [req-1ba22580-c41b-44b7-97e7-4afe9b2bad1b req-2e3d0959-c5a6-44ee-b693-60dbbc4bc179 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Received unexpected event network-vif-plugged-84e6cf01-3a39-4971-8bd3-96ab9fe79625 for instance with vm_state building and task_state spawning. [ 629.928847] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.929960] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.930335] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.930799] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.931257] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.931968] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.931968] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 629.938196] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.939529] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731227} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.939817] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852241, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533843} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.962794] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4462705b-a35a-4b6d-8992-6d07bd1b3001/4462705b-a35a-4b6d-8992-6d07bd1b3001.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.963026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.963296] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.963474] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.965418] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.968805] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8585eb6e-07f7-40fd-b096-edc6b63bcd1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.970558] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05a6b77-122f-4f2f-9092-d3f5273794a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972894] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ffa2f-674d-41e5-a3fb-f875a03e7c6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.982960] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6478b48-f4d9-46ab-ad03-2daf30400622 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.986917] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 629.986917] env[68089]: value = "task-2852243" [ 629.986917] env[68089]: _type = "Task" [ 629.986917] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.987576] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 629.987576] env[68089]: value = "task-2852244" [ 629.987576] env[68089]: _type = "Task" [ 629.987576] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.989936] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.990223] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.990388] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.990562] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.990775] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.990839] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.991107] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.991231] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.991396] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.991552] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.991722] env[68089]: DEBUG nova.virt.hardware [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.992609] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91f871-bd85-4396-b945-5b57dc7e57be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.003504] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Successfully updated port: 84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.014871] env[68089]: DEBUG nova.compute.provider_tree [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.021733] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed47ba8-6903-423b-9757-b1a05e016825 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.031771] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.032019] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.221379] env[68089]: DEBUG nova.network.neutron [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.441642] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.510176] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096939} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.510743] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.510967] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076177} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.512053] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1266d57-e18d-4477-ac1d-b3a78bc1d7fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.514164] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.516672] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcc811b-ba56-4e8b-b60e-4f23b489d22e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.519929] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.519929] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.519929] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.546506] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.562716] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35347fd9-7f92-4895-9358-36c79a8c390f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.584942] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4462705b-a35a-4b6d-8992-6d07bd1b3001/4462705b-a35a-4b6d-8992-6d07bd1b3001.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.586008] env[68089]: ERROR nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [req-c3821887-2c24-4e30-9c2b-463ab48e0f9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3821887-2c24-4e30-9c2b-463ab48e0f9a"}]} [ 630.588812] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a8c63f-bd59-4d01-95b6-efa940c18029 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.612173] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 630.612173] env[68089]: value = "task-2852245" [ 630.612173] env[68089]: _type = "Task" [ 630.612173] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.613469] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 630.613469] env[68089]: value = "task-2852246" [ 630.613469] env[68089]: _type = "Task" [ 630.613469] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.622349] env[68089]: DEBUG nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.631813] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.636867] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.639403] env[68089]: DEBUG nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.639606] env[68089]: DEBUG nova.compute.provider_tree [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.653519] env[68089]: DEBUG nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.673612] env[68089]: DEBUG nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.724356] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.724706] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance network_info: |[{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.725008] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.725259] env[68089]: DEBUG nova.network.neutron [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.726462] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:b8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4915fd5f-86be-4321-9283-02fd9ef33162', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.733806] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating folder: Project (9966ed57c38c47d7825067d020e7cabe). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.737449] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127405a2-b332-4b87-8360-112cb3a50962 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.748345] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created folder: Project (9966ed57c38c47d7825067d020e7cabe) in parent group-v573447. [ 630.749170] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating folder: Instances. Parent ref: group-v573519. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.749170] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8867bbdc-4c15-4554-b91d-78d2544633fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.757752] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created folder: Instances in parent group-v573519. [ 630.758049] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.758282] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.758527] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5226896e-ff63-4e9e-af92-6a46adbf76b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.782042] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.782042] env[68089]: value = "task-2852249" [ 630.782042] env[68089]: _type = "Task" [ 630.782042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.792644] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852249, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.979421] env[68089]: DEBUG nova.network.neutron [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [{"id": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "address": "fa:16:3e:46:c9:a8", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb697fc34-f4", "ovs_interfaceid": "b697fc34-f4b0-4c1d-84d9-ba4f54a033f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.074360] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.137107] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852246, 'name': ReconfigVM_Task, 'duration_secs': 0.343851} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.137482] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.144923] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4462705b-a35a-4b6d-8992-6d07bd1b3001/4462705b-a35a-4b6d-8992-6d07bd1b3001.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.146070] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-763c6a8d-3794-49c2-8b62-65850342d3ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.153563] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 631.153563] env[68089]: value = "task-2852250" [ 631.153563] env[68089]: _type = "Task" [ 631.153563] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.168330] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852250, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.292107] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852249, 'name': CreateVM_Task, 'duration_secs': 0.347086} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.292320] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.293018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.293213] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.293515] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.293782] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1861a8b7-5106-4843-8a5b-5f3a96aeeada {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.305159] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 631.305159] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52db6dcf-efe4-5428-36b3-3143f18a2808" [ 631.305159] env[68089]: _type = "Task" [ 631.305159] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.310529] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db6dcf-efe4-5428-36b3-3143f18a2808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.335735] env[68089]: DEBUG nova.network.neutron [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updating instance_info_cache with network_info: [{"id": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "address": "fa:16:3e:56:9f:e5", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e6cf01-3a", "ovs_interfaceid": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.368649] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a0411-5ebc-43e7-9d58-4d5727f8adab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.376275] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56fe0b7-e086-4e87-ad4b-017db3b6ee76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.409084] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c43ef-9cb8-4cec-ac62-7823f5819dd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.419321] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056975d5-de17-4961-a141-bec39e60c017 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.429448] env[68089]: DEBUG nova.compute.provider_tree [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.482439] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-cddcefef-6171-42b5-b184-9c7a52ca7f4e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.482715] env[68089]: DEBUG nova.objects.instance [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lazy-loading 'migration_context' on Instance uuid cddcefef-6171-42b5-b184-9c7a52ca7f4e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.555370] env[68089]: DEBUG nova.network.neutron [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updated VIF entry in instance network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.555744] env[68089]: DEBUG nova.network.neutron [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.623449] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852245, 'name': ReconfigVM_Task, 'duration_secs': 0.609448} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.623748] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.624421] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfccf5c8-93da-4fef-b808-5307340ac31b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.630638] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 631.630638] env[68089]: value = "task-2852251" [ 631.630638] env[68089]: _type = "Task" [ 631.630638] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.638859] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852251, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.663918] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852250, 'name': Rename_Task, 'duration_secs': 0.150234} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.664074] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.664328] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ab7e86-5f82-41d4-85be-efac20c67741 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.670702] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 631.670702] env[68089]: value = "task-2852252" [ 631.670702] env[68089]: _type = "Task" [ 631.670702] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.683455] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.813791] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db6dcf-efe4-5428-36b3-3143f18a2808, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.813791] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.813791] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.813984] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.814104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.814302] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.814557] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb8c970-e9df-4574-a686-8504b8c6d71c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.823028] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.823260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.824080] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e123c1ec-8c81-4335-9365-68e31e9afcda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.833442] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 631.833442] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ca43be-5ded-90c2-a4c3-31e48fac9448" [ 631.833442] env[68089]: _type = "Task" [ 631.833442] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.843880] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.844253] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Instance network_info: |[{"id": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "address": "fa:16:3e:56:9f:e5", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e6cf01-3a", "ovs_interfaceid": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.844595] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ca43be-5ded-90c2-a4c3-31e48fac9448, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.845064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:9f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84e6cf01-3a39-4971-8bd3-96ab9fe79625', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.854593] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Creating folder: Project (2e8d56f3ac0e4346b0a0bde0db319309). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.855706] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aff0ce7f-8410-4713-9ca4-7804797744b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.857425] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2b0cd1-417c-44a3-8057-93078ff6c169 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.865086] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 631.865086] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ec41a2-4201-edbd-212c-2b6320385065" [ 631.865086] env[68089]: _type = "Task" [ 631.865086] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.870165] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Created folder: Project (2e8d56f3ac0e4346b0a0bde0db319309) in parent group-v573447. [ 631.870361] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Creating folder: Instances. Parent ref: group-v573522. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.871384] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df33fae5-b2b8-4e9e-a95b-d543cf252c7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.877523] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ec41a2-4201-edbd-212c-2b6320385065, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.877926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.878227] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.878874] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-625420b4-95bf-4e6b-b2c9-3f6cd8be86af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.884368] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Created folder: Instances in parent group-v573522. [ 631.884486] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.884692] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.884896] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b046d95e-ce6d-460f-b0b4-9066d675bddd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.901254] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 631.901254] env[68089]: value = "task-2852255" [ 631.901254] env[68089]: _type = "Task" [ 631.901254] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.907036] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.907036] env[68089]: value = "task-2852256" [ 631.907036] env[68089]: _type = "Task" [ 631.907036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.912870] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.917790] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852256, 'name': CreateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.981095] env[68089]: DEBUG nova.scheduler.client.report [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.981095] env[68089]: DEBUG nova.compute.provider_tree [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 52 to 53 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.981095] env[68089]: DEBUG nova.compute.provider_tree [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.986330] env[68089]: DEBUG nova.objects.base [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 631.987295] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eaffe2-fa84-4884-8192-c25961504036 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.009821] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee57f2fb-388c-4a2e-add6-3332da25c058 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.016564] env[68089]: DEBUG oslo_vmware.api [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 632.016564] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d781ba-7486-85c6-ce7b-09e6cfe482ff" [ 632.016564] env[68089]: _type = "Task" [ 632.016564] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.026197] env[68089]: DEBUG oslo_vmware.api [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d781ba-7486-85c6-ce7b-09e6cfe482ff, 'name': SearchDatastore_Task, 'duration_secs': 0.006913} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.026470] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.058926] env[68089]: DEBUG oslo_concurrency.lockutils [req-13c8f321-61ec-496e-bc6e-1c26de6656ff req-8877891e-7b30-43aa-87a7-8cec79e8f0dc service nova] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.063764] env[68089]: DEBUG nova.compute.manager [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Received event network-changed-84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.064408] env[68089]: DEBUG nova.compute.manager [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Refreshing instance network info cache due to event network-changed-84e6cf01-3a39-4971-8bd3-96ab9fe79625. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.064717] env[68089]: DEBUG oslo_concurrency.lockutils [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] Acquiring lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.064895] env[68089]: DEBUG oslo_concurrency.lockutils [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] Acquired lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.065097] env[68089]: DEBUG nova.network.neutron [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Refreshing network info cache for port 84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.141241] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852251, 'name': Rename_Task, 'duration_secs': 0.283666} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.141547] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.141804] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d80c6dd-6d4f-44c8-b180-f2846825c255 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.150620] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 632.150620] env[68089]: value = "task-2852257" [ 632.150620] env[68089]: _type = "Task" [ 632.150620] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.161021] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.183718] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852252, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.418175] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852256, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.422739] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852255, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.486946] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.899s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.487554] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.490411] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.209s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.490603] env[68089]: DEBUG nova.objects.instance [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 632.663112] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.681331] env[68089]: DEBUG oslo_vmware.api [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852252, 'name': PowerOnVM_Task, 'duration_secs': 0.64815} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.684326] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.686495] env[68089]: INFO nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Took 8.48 seconds to spawn the instance on the hypervisor. [ 632.686495] env[68089]: DEBUG nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.686495] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf36cda6-db58-4316-9df4-711289f7ed7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.876220] env[68089]: DEBUG nova.network.neutron [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updated VIF entry in instance network info cache for port 84e6cf01-3a39-4971-8bd3-96ab9fe79625. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.876596] env[68089]: DEBUG nova.network.neutron [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updating instance_info_cache with network_info: [{"id": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "address": "fa:16:3e:56:9f:e5", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e6cf01-3a", "ovs_interfaceid": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.913513] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539417} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.915656] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.915936] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.916159] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1f2754-c583-4d8d-8464-bbe7023c7c46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.926039] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852256, 'name': CreateVM_Task, 'duration_secs': 0.521216} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.928107] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.928590] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 632.928590] env[68089]: value = "task-2852258" [ 632.928590] env[68089]: _type = "Task" [ 632.928590] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.929192] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.929295] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.929586] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.929893] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a079689-7a31-426b-a894-e32396f60b1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.938513] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 632.938513] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11cae-c8ea-b0c1-f7be-983e13d0fbd2" [ 632.938513] env[68089]: _type = "Task" [ 632.938513] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.941492] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.949893] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11cae-c8ea-b0c1-f7be-983e13d0fbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.999140] env[68089]: DEBUG nova.compute.utils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.000532] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.000704] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.041322] env[68089]: DEBUG nova.policy [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b51f1c873b384d5d88f2c59c421920b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16c51b7797bd47b39c2b51e022096c49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.161788] env[68089]: DEBUG oslo_vmware.api [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852257, 'name': PowerOnVM_Task, 'duration_secs': 0.939761} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.162167] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.162443] env[68089]: INFO nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 11.15 seconds to spawn the instance on the hypervisor. [ 633.162730] env[68089]: DEBUG nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.163637] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd770e-e86e-4a51-9fd1-c1abb73fbe92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.208713] env[68089]: INFO nova.compute.manager [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Took 37.15 seconds to build instance. [ 633.339753] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Successfully created port: e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.380758] env[68089]: DEBUG oslo_concurrency.lockutils [req-ce2defb9-71ca-4371-8957-bb9ca067c937 req-16162a3c-e2f4-4d4f-84ce-4a3f7e864d46 service nova] Releasing lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.443318] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207686} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.449465] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.451735] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef62dc-812b-4567-851d-a167888ef610 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.458114] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11cae-c8ea-b0c1-f7be-983e13d0fbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.049109} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.468731] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.469166] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.469448] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.469489] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.469661] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.480085] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.480293] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad47f0d-4719-4491-8078-33942ed50c01 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.482330] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603d738c-ec15-44e3-9576-371df472ca2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.502619] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca989801-971d-41f4-bd84-ce2d24a15459 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.503485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.522s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.504973] env[68089]: DEBUG nova.objects.instance [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lazy-loading 'resources' on Instance uuid f7052896-c90b-4113-8d38-5aea8806063f {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.506884] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.515848] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.515848] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.517575] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 633.517575] env[68089]: value = "task-2852259" [ 633.517575] env[68089]: _type = "Task" [ 633.517575] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.519113] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65d64df-5876-4c85-b683-610faad9d3f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.534071] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.534401] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 633.534401] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee0343-642d-bf58-f0dd-d83bb92d5be9" [ 633.534401] env[68089]: _type = "Task" [ 633.534401] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.545847] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee0343-642d-bf58-f0dd-d83bb92d5be9, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.546753] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5dd8869-f3a1-4216-a765-58e648a9cb74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.552107] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 633.552107] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528fb45f-ccdf-b3a0-1c61-910bdeeced6d" [ 633.552107] env[68089]: _type = "Task" [ 633.552107] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.560158] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528fb45f-ccdf-b3a0-1c61-910bdeeced6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.685443] env[68089]: INFO nova.compute.manager [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 39.76 seconds to build instance. [ 633.709763] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7382b6c-7cd4-4df1-998d-70987989f7ed tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.312s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.035034] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852259, 'name': ReconfigVM_Task, 'duration_secs': 0.277121} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.035034] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.035034] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442d3d6f-846a-4813-b9cb-b10c708fd19a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.042787] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 634.042787] env[68089]: value = "task-2852260" [ 634.042787] env[68089]: _type = "Task" [ 634.042787] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.054836] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852260, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.066280] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528fb45f-ccdf-b3a0-1c61-910bdeeced6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.067668] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.067668] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f7670926-83aa-49b9-96fb-3c190fb7c466/f7670926-83aa-49b9-96fb-3c190fb7c466.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.067668] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9151c98a-f8a1-4712-bf6e-542e0fb2eb5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.075241] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 634.075241] env[68089]: value = "task-2852261" [ 634.075241] env[68089]: _type = "Task" [ 634.075241] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.084427] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.144643] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "3d9a341a-b557-4672-8277-ffc6f71c1397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.145225] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.187283] env[68089]: DEBUG oslo_concurrency.lockutils [None req-68bb2c85-acd0-4e8f-be20-6529f2fd13c9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.110s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.212788] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.543562] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.557343] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852260, 'name': Rename_Task, 'duration_secs': 0.156021} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.557696] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.557960] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2eae8bf-30c5-419a-99d1-6bb46d98229f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.566781] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 634.566781] env[68089]: value = "task-2852262" [ 634.566781] env[68089]: _type = "Task" [ 634.566781] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.579027] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.579027] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.579027] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.579234] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.580131] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.580131] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.580131] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.580131] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.580131] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.580437] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.580437] env[68089]: DEBUG nova.virt.hardware [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.580760] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.581675] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a910be-6ae9-421d-b1e4-2b6a5f49a1a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.594898] env[68089]: DEBUG nova.compute.manager [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 634.594898] env[68089]: DEBUG nova.compute.manager [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing instance network info cache due to event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 634.594898] env[68089]: DEBUG oslo_concurrency.lockutils [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] Acquiring lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.594898] env[68089]: DEBUG oslo_concurrency.lockutils [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] Acquired lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.594898] env[68089]: DEBUG nova.network.neutron [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.603700] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17951d8-5e28-4f16-9516-a6e6ea60b68f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.608424] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512208} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.611790] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f7670926-83aa-49b9-96fb-3c190fb7c466/f7670926-83aa-49b9-96fb-3c190fb7c466.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.611929] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.612947] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc5ec043-b6d9-413a-81a2-597b1f91d6c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.627451] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 634.627451] env[68089]: value = "task-2852263" [ 634.627451] env[68089]: _type = "Task" [ 634.627451] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.636252] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.667137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1f1c26-b6c6-4f77-b093-e119ed685a7c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.673425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4628ce1e-f13e-4eae-97e3-982f2ad6fd77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.706732] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.710297] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625aa92-b437-4f94-a68a-5d8040137372 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.719236] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3ec70-281e-4f9b-8896-9c34e16dfaa2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.736787] env[68089]: DEBUG nova.compute.provider_tree [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.748173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.078224] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.141875] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163818} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.143321] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.144184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd333b8a-77f4-4aaf-932a-b1571f268b39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.175069] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] f7670926-83aa-49b9-96fb-3c190fb7c466/f7670926-83aa-49b9-96fb-3c190fb7c466.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.175479] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9e2354-87a2-480f-a0d4-58bc1fbfe877 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.201082] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 635.201082] env[68089]: value = "task-2852264" [ 635.201082] env[68089]: _type = "Task" [ 635.201082] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.208231] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.243341] env[68089]: DEBUG nova.scheduler.client.report [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.246980] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.315548] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Successfully updated port: e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.399405] env[68089]: DEBUG nova.compute.manager [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Received event network-vif-plugged-e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.399648] env[68089]: DEBUG oslo_concurrency.lockutils [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] Acquiring lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.399892] env[68089]: DEBUG oslo_concurrency.lockutils [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] Lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.400365] env[68089]: DEBUG oslo_concurrency.lockutils [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] Lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.400609] env[68089]: DEBUG nova.compute.manager [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] No waiting events found dispatching network-vif-plugged-e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.400862] env[68089]: WARNING nova.compute.manager [req-cbc0110a-a848-4827-bfdc-3fab73dc4607 req-ae70a207-ed1c-4ecb-b5f2-0db0f5029078 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Received unexpected event network-vif-plugged-e0325361-0faa-4264-9f2b-10704f83bf43 for instance with vm_state building and task_state spawning. [ 635.522885] env[68089]: DEBUG nova.network.neutron [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updated VIF entry in instance network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.522885] env[68089]: DEBUG nova.network.neutron [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updating instance_info_cache with network_info: [{"id": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "address": "fa:16:3e:1e:e1:58", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e72395-3e", "ovs_interfaceid": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.577450] env[68089]: DEBUG oslo_vmware.api [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852262, 'name': PowerOnVM_Task, 'duration_secs': 0.744593} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.577707] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.577906] env[68089]: INFO nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Took 8.63 seconds to spawn the instance on the hypervisor. [ 635.578253] env[68089]: DEBUG nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.580035] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c122169a-be0b-4254-a40b-b9fc758aa20d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.709480] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.749668] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.752324] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.287s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.754101] env[68089]: INFO nova.compute.claims [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.777419] env[68089]: INFO nova.scheduler.client.report [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleted allocations for instance f7052896-c90b-4113-8d38-5aea8806063f [ 635.820276] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.820443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquired lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.820575] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.025270] env[68089]: DEBUG oslo_concurrency.lockutils [req-49f6e2dc-267f-4f9f-be6c-a7c790c94310 req-e8828f03-278e-420f-816a-640a1097fe85 service nova] Releasing lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.100822] env[68089]: INFO nova.compute.manager [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Took 38.56 seconds to build instance. [ 636.208937] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852264, 'name': ReconfigVM_Task, 'duration_secs': 0.686026} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.213056] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfigured VM instance instance-0000001a to attach disk [datastore2] f7670926-83aa-49b9-96fb-3c190fb7c466/f7670926-83aa-49b9-96fb-3c190fb7c466.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.213755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b38099f5-23b3-4928-866d-030d07c3a00c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.220665] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 636.220665] env[68089]: value = "task-2852265" [ 636.220665] env[68089]: _type = "Task" [ 636.220665] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.228637] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852265, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.289914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7dd35669-88e3-484f-b2e8-a4672e8ab714 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "f7052896-c90b-4113-8d38-5aea8806063f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.765s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.384899] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.604835] env[68089]: DEBUG oslo_concurrency.lockutils [None req-18ce7404-e8dc-4c58-9fb7-a0dc472dc7da tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.060s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.733691] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852265, 'name': Rename_Task, 'duration_secs': 0.352117} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.734118] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.734475] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b360efa-546d-4559-905d-5df13ebfa407 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.741278] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 636.741278] env[68089]: value = "task-2852266" [ 636.741278] env[68089]: _type = "Task" [ 636.741278] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.750229] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.756917] env[68089]: DEBUG nova.network.neutron [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updating instance_info_cache with network_info: [{"id": "e0325361-0faa-4264-9f2b-10704f83bf43", "address": "fa:16:3e:84:e1:0b", "network": {"id": "c38ecff1-24e8-4ca1-95ef-a376fdf576f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-271708553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c51b7797bd47b39c2b51e022096c49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0325361-0f", "ovs_interfaceid": "e0325361-0faa-4264-9f2b-10704f83bf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.809590] env[68089]: DEBUG nova.compute.manager [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 636.810058] env[68089]: DEBUG nova.compute.manager [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing instance network info cache due to event network-changed-43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 636.810407] env[68089]: DEBUG oslo_concurrency.lockutils [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] Acquiring lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.810566] env[68089]: DEBUG oslo_concurrency.lockutils [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] Acquired lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.810729] env[68089]: DEBUG nova.network.neutron [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Refreshing network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.108657] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.252127] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.261322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Releasing lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.261647] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Instance network_info: |[{"id": "e0325361-0faa-4264-9f2b-10704f83bf43", "address": "fa:16:3e:84:e1:0b", "network": {"id": "c38ecff1-24e8-4ca1-95ef-a376fdf576f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-271708553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c51b7797bd47b39c2b51e022096c49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0325361-0f", "ovs_interfaceid": "e0325361-0faa-4264-9f2b-10704f83bf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.262057] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e1:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0325361-0faa-4264-9f2b-10704f83bf43', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.270237] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Creating folder: Project (16c51b7797bd47b39c2b51e022096c49). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.272992] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1fb7fe-9f3d-400d-98ed-5fe7e64836a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.284358] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Created folder: Project (16c51b7797bd47b39c2b51e022096c49) in parent group-v573447. [ 637.285235] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Creating folder: Instances. Parent ref: group-v573525. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.285235] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87cd6fd8-ac10-41ed-a160-826299b1a26f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.298188] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Created folder: Instances in parent group-v573525. [ 637.298437] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.298636] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.299085] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50ed989-ccc0-425b-a89c-f99cb8f3cb2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.327549] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.327549] env[68089]: value = "task-2852269" [ 637.327549] env[68089]: _type = "Task" [ 637.327549] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.345367] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852269, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.417592] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaee0ff-8a77-412c-97f1-a076c520bc0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.425267] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107e5f2-8760-4550-8b50-6298a0c84cf2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.459123] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4477c5-0003-4d1b-81bf-5c6f42c788a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.467034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b68b48-f34e-4c06-b83c-e1754ddbc3bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.480945] env[68089]: DEBUG nova.compute.provider_tree [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.637078] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.699180] env[68089]: DEBUG nova.network.neutron [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updated VIF entry in instance network info cache for port 43e72395-3eaf-4d03-8ddc-de370c3dca20. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.699639] env[68089]: DEBUG nova.network.neutron [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updating instance_info_cache with network_info: [{"id": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "address": "fa:16:3e:1e:e1:58", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e72395-3e", "ovs_interfaceid": "43e72395-3eaf-4d03-8ddc-de370c3dca20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.747458] env[68089]: DEBUG nova.compute.manager [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Received event network-changed-7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.747458] env[68089]: DEBUG nova.compute.manager [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Refreshing instance network info cache due to event network-changed-7fd6391e-4045-46d8-9457-0d7a342262c7. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.747458] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.747458] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.747458] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Refreshing network info cache for port 7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.759254] env[68089]: DEBUG oslo_vmware.api [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852266, 'name': PowerOnVM_Task, 'duration_secs': 0.858036} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.759254] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.759254] env[68089]: INFO nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Took 7.85 seconds to spawn the instance on the hypervisor. [ 637.759254] env[68089]: DEBUG nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.760312] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a407107-a1cd-4d28-81b0-9f2e2daa29ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.842664] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852269, 'name': CreateVM_Task, 'duration_secs': 0.339102} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.842664] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.842664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.842664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.842664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.842664] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b828a24b-0937-446c-97c4-147889847163 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.846023] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 637.846023] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f983f4-21b0-a1fb-3e95-c6670b602934" [ 637.846023] env[68089]: _type = "Task" [ 637.846023] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.853240] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f983f4-21b0-a1fb-3e95-c6670b602934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.986766] env[68089]: DEBUG nova.scheduler.client.report [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.203028] env[68089]: DEBUG oslo_concurrency.lockutils [req-c104c9fb-aef1-4aa2-95ca-fbe5c83149e4 req-6f52e580-64d2-44e7-9522-69e1523779cb service nova] Releasing lock "refresh_cache-4462705b-a35a-4b6d-8992-6d07bd1b3001" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.282852] env[68089]: INFO nova.compute.manager [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Took 38.79 seconds to build instance. [ 638.360752] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f983f4-21b0-a1fb-3e95-c6670b602934, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.361223] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.361553] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.361926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.362226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.362514] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.362867] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b6ab420-7455-4705-8086-e3807b1f7e2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.374076] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.374076] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.374076] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb3a8ec-997c-4fd0-92c8-387f65bd2790 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.381715] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 638.381715] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d20703-5507-ace2-31e4-40755ff68a99" [ 638.381715] env[68089]: _type = "Task" [ 638.381715] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.394898] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d20703-5507-ace2-31e4-40755ff68a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.492430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.493649] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.495372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.630s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.496989] env[68089]: INFO nova.compute.claims [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.599998] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updated VIF entry in instance network info cache for port 7fd6391e-4045-46d8-9457-0d7a342262c7. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.600625] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.786440] env[68089]: DEBUG oslo_concurrency.lockutils [None req-42061d0f-bffe-4086-97a6-82427b75b849 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.549s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.894934] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d20703-5507-ace2-31e4-40755ff68a99, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.895815] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bd1eae-cde4-4e5b-a050-b55862c020ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.901261] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 638.901261] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527e6cf3-a5f8-a369-903e-8e16e5d1e7cb" [ 638.901261] env[68089]: _type = "Task" [ 638.901261] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.909318] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527e6cf3-a5f8-a369-903e-8e16e5d1e7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.953118] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.953362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.001373] env[68089]: DEBUG nova.compute.utils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.004608] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 639.010636] env[68089]: DEBUG nova.compute.manager [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.010822] env[68089]: DEBUG nova.compute.manager [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing instance network info cache due to event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.011044] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.011210] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.011380] env[68089]: DEBUG nova.network.neutron [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.104924] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.105236] env[68089]: DEBUG nova.compute.manager [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Received event network-changed-e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.105406] env[68089]: DEBUG nova.compute.manager [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Refreshing instance network info cache due to event network-changed-e0325361-0faa-4264-9f2b-10704f83bf43. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.105623] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Acquiring lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.105766] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Acquired lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.106463] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Refreshing network info cache for port e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.290256] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.413049] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527e6cf3-a5f8-a369-903e-8e16e5d1e7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.023816} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.413049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.413049] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c5373bba-94e4-4b88-9421-d509a56f4238/c5373bba-94e4-4b88-9421-d509a56f4238.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.413401] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4dcfe6e-dcd4-4740-ae05-4ae933994d4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.420111] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 639.420111] env[68089]: value = "task-2852270" [ 639.420111] env[68089]: _type = "Task" [ 639.420111] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.427570] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.505923] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.819706] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.869036] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updated VIF entry in instance network info cache for port e0325361-0faa-4264-9f2b-10704f83bf43. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.869036] env[68089]: DEBUG nova.network.neutron [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updating instance_info_cache with network_info: [{"id": "e0325361-0faa-4264-9f2b-10704f83bf43", "address": "fa:16:3e:84:e1:0b", "network": {"id": "c38ecff1-24e8-4ca1-95ef-a376fdf576f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-271708553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c51b7797bd47b39c2b51e022096c49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0325361-0f", "ovs_interfaceid": "e0325361-0faa-4264-9f2b-10704f83bf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.938053] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852270, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.961824] env[68089]: DEBUG nova.network.neutron [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updated VIF entry in instance network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.963024] env[68089]: DEBUG nova.network.neutron [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.017999] env[68089]: DEBUG nova.compute.manager [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Received event network-changed-84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.018211] env[68089]: DEBUG nova.compute.manager [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Refreshing instance network info cache due to event network-changed-84e6cf01-3a39-4971-8bd3-96ab9fe79625. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 640.018432] env[68089]: DEBUG oslo_concurrency.lockutils [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] Acquiring lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.018576] env[68089]: DEBUG oslo_concurrency.lockutils [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] Acquired lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.018736] env[68089]: DEBUG nova.network.neutron [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Refreshing network info cache for port 84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.129844] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02051e64-29b3-49ea-884b-daeffaf210c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.138180] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b5b9b-b66d-42d4-8aaf-2b3fffb959bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.175345] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73eaac6-e442-4c0e-9b54-41aa5c94b490 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.184535] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a68026d-dcdf-41c9-8a96-7601bc69789a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.199338] env[68089]: DEBUG nova.compute.provider_tree [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.371687] env[68089]: DEBUG oslo_concurrency.lockutils [req-6cd08232-965d-406b-9749-648d194fa875 req-2d5f29b2-9ec1-4ba4-9b5b-de197e919a21 service nova] Releasing lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.431269] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565067} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.431709] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c5373bba-94e4-4b88-9421-d509a56f4238/c5373bba-94e4-4b88-9421-d509a56f4238.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.432012] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.432247] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e487b9ec-3a90-4d34-b8ba-0c39ca2637b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.439846] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 640.439846] env[68089]: value = "task-2852271" [ 640.439846] env[68089]: _type = "Task" [ 640.439846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.448124] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.465737] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad79203e-d22b-4034-ba92-41fccc9b0abe req-e96f8c9e-150b-4646-8268-fa5ee7f310a9 service nova] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.519583] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.547539] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.547854] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.548064] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.548292] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.548488] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.548671] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.548948] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.549316] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.549510] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.549714] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.549967] env[68089]: DEBUG nova.virt.hardware [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.550978] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3846be0-8ed7-465a-a5f3-4316311e6d25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.559929] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852793a-b250-4a8a-bc33-f6fa950b9ef3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.576194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.582034] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Creating folder: Project (0d3a2bc2e53e43f194c1573cd1d81305). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.584790] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df033532-3dc9-4a6f-a041-2c3ec6a38a3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.596169] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Created folder: Project (0d3a2bc2e53e43f194c1573cd1d81305) in parent group-v573447. [ 640.596372] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Creating folder: Instances. Parent ref: group-v573528. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.596800] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75366289-ea5d-4472-9f21-1d831ea1a9af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.606081] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Created folder: Instances in parent group-v573528. [ 640.606310] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.606494] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.606683] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c7de907-2634-4989-9c9c-5ea468337d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.626321] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.626321] env[68089]: value = "task-2852274" [ 640.626321] env[68089]: _type = "Task" [ 640.626321] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.634178] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852274, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.702614] env[68089]: DEBUG nova.scheduler.client.report [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.820275] env[68089]: DEBUG nova.network.neutron [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updated VIF entry in instance network info cache for port 84e6cf01-3a39-4971-8bd3-96ab9fe79625. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.820687] env[68089]: DEBUG nova.network.neutron [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updating instance_info_cache with network_info: [{"id": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "address": "fa:16:3e:56:9f:e5", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e6cf01-3a", "ovs_interfaceid": "84e6cf01-3a39-4971-8bd3-96ab9fe79625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.950631] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066512} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.950932] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.951884] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d930a-b4e9-485a-a248-30da4e0c4ca6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.979660] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c5373bba-94e4-4b88-9421-d509a56f4238/c5373bba-94e4-4b88-9421-d509a56f4238.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.980036] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18da095e-9ea0-489e-bca7-0e905f4c105f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.002298] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.002298] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.007547] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 641.007547] env[68089]: value = "task-2852275" [ 641.007547] env[68089]: _type = "Task" [ 641.007547] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.018722] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.137401] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852274, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.208108] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.208718] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.211454] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.209s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.211686] env[68089]: DEBUG nova.objects.instance [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lazy-loading 'resources' on Instance uuid 53d44dc8-08be-4e54-a832-98506680ba58 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.323275] env[68089]: DEBUG oslo_concurrency.lockutils [req-17074769-4754-423c-aed8-f95b0d5714b7 req-16111e52-0db0-4d9c-830a-aa086d710bd9 service nova] Releasing lock "refresh_cache-f7670926-83aa-49b9-96fb-3c190fb7c466" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.518551] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852275, 'name': ReconfigVM_Task, 'duration_secs': 0.432722} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.518892] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c5373bba-94e4-4b88-9421-d509a56f4238/c5373bba-94e4-4b88-9421-d509a56f4238.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.519521] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e32edc8-8de8-4510-91a4-97a78c09bd94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.525840] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 641.525840] env[68089]: value = "task-2852276" [ 641.525840] env[68089]: _type = "Task" [ 641.525840] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.536368] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852276, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.638129] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852274, 'name': CreateVM_Task, 'duration_secs': 0.697124} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.638326] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.638885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.639081] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.639439] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.639714] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd877a3-ec37-456b-8a0f-4eac875c6e87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.644159] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 641.644159] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5224cb07-33e2-e64e-ee35-edb80f8f4198" [ 641.644159] env[68089]: _type = "Task" [ 641.644159] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.651709] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224cb07-33e2-e64e-ee35-edb80f8f4198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.715283] env[68089]: DEBUG nova.compute.utils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.717485] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.717762] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.810154] env[68089]: DEBUG nova.policy [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30c629c13d6a468682e23e162fc082a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52e2e0af06c447a58c975f66aa9835e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.038598] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852276, 'name': Rename_Task, 'duration_secs': 0.151155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.038903] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.039167] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed91b3c8-a5d5-4b11-b47e-1c8317594762 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.047662] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 642.047662] env[68089]: value = "task-2852277" [ 642.047662] env[68089]: _type = "Task" [ 642.047662] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.056828] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.153580] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224cb07-33e2-e64e-ee35-edb80f8f4198, 'name': SearchDatastore_Task, 'duration_secs': 0.024734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.154019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.154368] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.154726] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.154979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155469] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.158171] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6bdd22f-4620-4292-b513-237d58459a5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.172191] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.172356] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.173270] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f3220c-b183-4a8b-9281-70a447505fc8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.178434] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 642.178434] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f3568-331b-c40f-9367-3165426c37eb" [ 642.178434] env[68089]: _type = "Task" [ 642.178434] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.186469] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524f3568-331b-c40f-9367-3165426c37eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.198471] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Successfully created port: b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.217776] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.287548] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4f8197-4cb6-4d48-966f-85ce7e924d53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.295625] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39faf22-53f5-45ec-b946-ad6892772d18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.327898] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8f9ccb-0c00-4ee4-8062-38276e97d875 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.336900] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c7044-90b6-4c3c-bacb-3fab637bd830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.350243] env[68089]: DEBUG nova.compute.provider_tree [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.559626] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.687925] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524f3568-331b-c40f-9367-3165426c37eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.688794] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5961a70a-4230-4757-a1eb-0fcf13c082e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.694698] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 642.694698] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520cde5b-9988-2840-2eee-719afa753732" [ 642.694698] env[68089]: _type = "Task" [ 642.694698] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.708546] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520cde5b-9988-2840-2eee-719afa753732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.854522] env[68089]: DEBUG nova.scheduler.client.report [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.059115] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852277, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.205676] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520cde5b-9988-2840-2eee-719afa753732, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.205966] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.206248] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.206510] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e93df6-99b3-41d8-a225-7b278487cd05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.215226] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 643.215226] env[68089]: value = "task-2852278" [ 643.215226] env[68089]: _type = "Task" [ 643.215226] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.223405] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.230657] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.255854] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.256112] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.256272] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.256452] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.256597] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.256742] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.257016] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.257191] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.257362] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.257523] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.257693] env[68089]: DEBUG nova.virt.hardware [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.258576] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4992bb04-0953-4d5f-93f0-8f522bef00aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.266332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02efbf1e-9de7-401b-b9d7-db547ee7aef0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.360457] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.363648] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.889s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.365708] env[68089]: INFO nova.compute.claims [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.386072] env[68089]: INFO nova.scheduler.client.report [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Deleted allocations for instance 53d44dc8-08be-4e54-a832-98506680ba58 [ 643.565027] env[68089]: DEBUG oslo_vmware.api [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852277, 'name': PowerOnVM_Task, 'duration_secs': 1.09009} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.565027] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.565027] env[68089]: INFO nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Took 9.02 seconds to spawn the instance on the hypervisor. [ 643.565027] env[68089]: DEBUG nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.565027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea6036-49c3-4ffc-bd27-be9bcd92f0af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.725977] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494242} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.726257] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.726474] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.726720] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f03da1-3c0c-4fdb-8951-8feea36332f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.732936] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 643.732936] env[68089]: value = "task-2852279" [ 643.732936] env[68089]: _type = "Task" [ 643.732936] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.741776] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.778775] env[68089]: DEBUG nova.compute.manager [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Received event network-vif-plugged-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 643.779111] env[68089]: DEBUG oslo_concurrency.lockutils [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] Acquiring lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.779376] env[68089]: DEBUG oslo_concurrency.lockutils [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.779565] env[68089]: DEBUG oslo_concurrency.lockutils [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.779740] env[68089]: DEBUG nova.compute.manager [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] No waiting events found dispatching network-vif-plugged-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.780059] env[68089]: WARNING nova.compute.manager [req-1c41d485-77fa-4971-94fa-8b075f725dda req-6e26c650-9b35-4a03-b19d-24447bf7f3d6 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Received unexpected event network-vif-plugged-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 for instance with vm_state building and task_state spawning. [ 643.892889] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Successfully updated port: b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.896250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ca91e0d-5725-4e2c-9d42-d9c49c5ad027 tempest-ServerShowV254Test-2016008085 tempest-ServerShowV254Test-2016008085-project-member] Lock "53d44dc8-08be-4e54-a832-98506680ba58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.128s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.086871] env[68089]: INFO nova.compute.manager [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Took 44.40 seconds to build instance. [ 644.243566] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18857} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.243566] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.244208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43925cbc-2b1e-4420-b5e3-35879057b221 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.263904] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.264199] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4675c5bf-9be4-45c2-932a-730704179ce8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.283491] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 644.283491] env[68089]: value = "task-2852280" [ 644.283491] env[68089]: _type = "Task" [ 644.283491] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.291223] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.397134] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.397213] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.397371] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.589571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b6ab2e8-99d2-4af8-879b-ddeed5815f9c tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.397s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.794726] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.895337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2544b06-3c4d-47ad-a30b-65f0797ba5c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.905626] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c100ba9-6663-4a3b-ae8e-c32260ff0987 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.945811] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76efc25-a51b-4c85-a7f9-40603f89e2a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.953305] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972190c7-34a5-4a25-a2d4-6f907c46f2af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.966456] env[68089]: DEBUG nova.compute.provider_tree [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.977365] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.092510] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.267901] env[68089]: DEBUG nova.network.neutron [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Updating instance_info_cache with network_info: [{"id": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "address": "fa:16:3e:2f:a8:63", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c594c4-da", "ovs_interfaceid": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.296060] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.469640] env[68089]: DEBUG nova.scheduler.client.report [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.614971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.772032] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772032] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Instance network_info: |[{"id": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "address": "fa:16:3e:2f:a8:63", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c594c4-da", "ovs_interfaceid": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.772032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a8:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c594c4-da4d-42f4-9ebf-f18deb2e55d1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.780841] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.781789] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.781789] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cfb34d2-637e-4467-b42c-e677cb22b656 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.806773] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852280, 'name': ReconfigVM_Task, 'duration_secs': 1.115204} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.809137] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Reconfigured VM instance instance-0000001c to attach disk [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.811127] env[68089]: DEBUG nova.compute.manager [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Received event network-changed-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.811127] env[68089]: DEBUG nova.compute.manager [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Refreshing instance network info cache due to event network-changed-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.811300] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Acquiring lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.811437] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Acquired lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.811596] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Refreshing network info cache for port b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.812725] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.812725] env[68089]: value = "task-2852281" [ 645.812725] env[68089]: _type = "Task" [ 645.812725] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.813280] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b54b099-8a03-485e-8e52-280a58aea84c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.822332] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 645.822332] env[68089]: value = "task-2852282" [ 645.822332] env[68089]: _type = "Task" [ 645.822332] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.825544] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852281, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.833341] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852282, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.979171] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.979171] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.981455] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.323s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.981886] env[68089]: DEBUG nova.objects.instance [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lazy-loading 'resources' on Instance uuid 0ef21498-b947-473d-85f7-f998d363d967 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.325465] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852281, 'name': CreateVM_Task, 'duration_secs': 0.300243} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.328401] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.329093] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.329264] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.329573] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.330175] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae6bdd7-c497-49d2-a771-d9796628b472 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.334987] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852282, 'name': Rename_Task, 'duration_secs': 0.137106} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.335569] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.335791] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f63e78-ec21-4703-860d-04203b888049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.338202] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 646.338202] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528ba4b8-9f3e-ce9e-4cba-ad07d2a76e99" [ 646.338202] env[68089]: _type = "Task" [ 646.338202] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.342352] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 646.342352] env[68089]: value = "task-2852283" [ 646.342352] env[68089]: _type = "Task" [ 646.342352] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.350559] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528ba4b8-9f3e-ce9e-4cba-ad07d2a76e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.354961] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.484367] env[68089]: DEBUG nova.compute.utils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.485790] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.485968] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.538740] env[68089]: DEBUG nova.policy [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a526bf21ed64d4d8a354ed6b6cf5261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ade2be76134e118cadeaedaa173b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.582996] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Updated VIF entry in instance network info cache for port b1c594c4-da4d-42f4-9ebf-f18deb2e55d1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.583419] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Updating instance_info_cache with network_info: [{"id": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "address": "fa:16:3e:2f:a8:63", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c594c4-da", "ovs_interfaceid": "b1c594c4-da4d-42f4-9ebf-f18deb2e55d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.803671] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Successfully created port: b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.853326] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528ba4b8-9f3e-ce9e-4cba-ad07d2a76e99, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.854053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.854327] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.854618] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.854795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.857017] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.857017] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad61d45-16ea-47a4-b649-08654f9b3f7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865088] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.871815] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.872060] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.872869] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ce7023-5e72-4def-9e32-e874276aaf50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.879143] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 646.879143] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5273102d-a548-0863-5538-a0f845e2d9af" [ 646.879143] env[68089]: _type = "Task" [ 646.879143] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.888946] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5273102d-a548-0863-5538-a0f845e2d9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.988626] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.042674] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4b089c-249a-4897-84f2-98f4ae9e0b79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.050051] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f434a5-68c5-4bb3-8a80-d499758cb6d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.080198] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d45f55-53e7-4d2e-a3ab-ac2e60f59281 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.087121] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Releasing lock "refresh_cache-0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.087365] env[68089]: DEBUG nova.compute.manager [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Received event network-changed-e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.087540] env[68089]: DEBUG nova.compute.manager [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Refreshing instance network info cache due to event network-changed-e0325361-0faa-4264-9f2b-10704f83bf43. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 647.087743] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Acquiring lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.087880] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Acquired lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.088325] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Refreshing network info cache for port e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.090508] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1a0e2-3a9b-4a71-b67e-d7da1c778b3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.105258] env[68089]: DEBUG nova.compute.provider_tree [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.354914] env[68089]: DEBUG oslo_vmware.api [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852283, 'name': PowerOnVM_Task, 'duration_secs': 0.823846} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.355196] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.355394] env[68089]: INFO nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Took 6.84 seconds to spawn the instance on the hypervisor. [ 647.355566] env[68089]: DEBUG nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.356331] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ffcb8d-2a1c-4d6d-bc6b-44c19951f30b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.387500] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5273102d-a548-0863-5538-a0f845e2d9af, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.388692] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05a53dc-b5b9-4387-9f05-4a6d6cd0329d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.393379] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 647.393379] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5226aefe-7bec-acf0-1d1c-549acdc60481" [ 647.393379] env[68089]: _type = "Task" [ 647.393379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.403482] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5226aefe-7bec-acf0-1d1c-549acdc60481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.608915] env[68089]: DEBUG nova.scheduler.client.report [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.832350] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updated VIF entry in instance network info cache for port e0325361-0faa-4264-9f2b-10704f83bf43. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.832713] env[68089]: DEBUG nova.network.neutron [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updating instance_info_cache with network_info: [{"id": "e0325361-0faa-4264-9f2b-10704f83bf43", "address": "fa:16:3e:84:e1:0b", "network": {"id": "c38ecff1-24e8-4ca1-95ef-a376fdf576f3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-271708553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16c51b7797bd47b39c2b51e022096c49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0325361-0f", "ovs_interfaceid": "e0325361-0faa-4264-9f2b-10704f83bf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.875246] env[68089]: INFO nova.compute.manager [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Took 43.44 seconds to build instance. [ 647.904782] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5226aefe-7bec-acf0-1d1c-549acdc60481, 'name': SearchDatastore_Task, 'duration_secs': 0.029669} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.905087] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.905373] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a/0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.905646] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4369875-7224-4552-bc8f-587567402a35 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.912370] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 647.912370] env[68089]: value = "task-2852284" [ 647.912370] env[68089]: _type = "Task" [ 647.912370] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.920410] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.000086] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.030988] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.031246] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.031400] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.031579] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.031722] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.031864] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.032080] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.032247] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.032414] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.032573] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.032743] env[68089]: DEBUG nova.virt.hardware [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.033633] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16544ed-5165-4fac-86f0-f6aa9d12e17e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.041253] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0c3ee-b6de-4774-a424-eaf7bba7ba18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.115367] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.116543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.127s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.118014] env[68089]: INFO nova.compute.claims [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.148168] env[68089]: INFO nova.scheduler.client.report [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleted allocations for instance 0ef21498-b947-473d-85f7-f998d363d967 [ 648.291942] env[68089]: DEBUG nova.compute.manager [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Received event network-vif-plugged-b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.292116] env[68089]: DEBUG oslo_concurrency.lockutils [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] Acquiring lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.292333] env[68089]: DEBUG oslo_concurrency.lockutils [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.292508] env[68089]: DEBUG oslo_concurrency.lockutils [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.292752] env[68089]: DEBUG nova.compute.manager [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] No waiting events found dispatching network-vif-plugged-b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.292834] env[68089]: WARNING nova.compute.manager [req-75d64d60-8ed8-454c-a86d-1465e6193d6d req-381cf8b1-0224-405a-b2a2-af21b8eeb9c4 service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Received unexpected event network-vif-plugged-b240a1c5-0795-4fd5-a7d9-891e439f4d28 for instance with vm_state building and task_state spawning. [ 648.334933] env[68089]: DEBUG oslo_concurrency.lockutils [req-7dbff73f-f396-40aa-b0f3-80503deb72c3 req-edcb9ea0-7d12-4236-b94f-096491435159 service nova] Releasing lock "refresh_cache-c5373bba-94e4-4b88-9421-d509a56f4238" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.353928] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Successfully updated port: b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.377727] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c19cc236-431d-4fff-92ef-0545b6069752 tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.102s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.424147] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468598} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.424693] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a/0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.425225] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.425225] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c59e8d-b916-40bc-ad5e-8911b3e87ed3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.430714] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 648.430714] env[68089]: value = "task-2852285" [ 648.430714] env[68089]: _type = "Task" [ 648.430714] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.438548] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.660488] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a520291-1cc1-4ffa-b99d-710ad84bea26 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.900s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.661401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.023s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.661606] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "0ef21498-b947-473d-85f7-f998d363d967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.661810] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.661973] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.663486] env[68089]: INFO nova.compute.manager [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Terminating instance [ 648.739136] env[68089]: INFO nova.compute.manager [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Rebuilding instance [ 648.786172] env[68089]: DEBUG nova.compute.manager [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.787059] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71803437-003a-4e5c-b101-46da686392f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.857016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857249] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857364] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.880113] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.941263] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295578} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.941263] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.941642] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4252d-ee16-432e-b37c-6fb99f7b8f2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.963551] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a/0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.963828] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf38d865-5559-4613-a619-4acb7e7886fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.982927] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 648.982927] env[68089]: value = "task-2852286" [ 648.982927] env[68089]: _type = "Task" [ 648.982927] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.992976] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.166794] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.167259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquired lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.167344] env[68089]: DEBUG nova.network.neutron [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.394590] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.403751] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.404169] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "abb105e4-4494-4a98-bfa7-11358ddecdea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.404391] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.404585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.404764] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.405145] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.407045] env[68089]: INFO nova.compute.manager [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Terminating instance [ 649.495990] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.556625] env[68089]: DEBUG nova.network.neutron [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Updating instance_info_cache with network_info: [{"id": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "address": "fa:16:3e:a8:c5:59", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb240a1c5-07", "ovs_interfaceid": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.620932] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13474aee-145e-4ddb-9ed5-3b545b2a7919 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.628717] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8894ecf-9d2a-48c1-98a0-0fdb666d58ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.660651] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fadf40-104d-477a-ae03-368e4dc22c24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.669446] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7ac01-2681-4f35-b34b-2a70ed2ca1d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.673740] env[68089]: DEBUG nova.compute.utils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Can not refresh info_cache because instance was not found {{(pid=68089) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 649.685698] env[68089]: DEBUG nova.compute.provider_tree [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.690873] env[68089]: DEBUG nova.network.neutron [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.761572] env[68089]: DEBUG nova.network.neutron [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.802483] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.802800] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471738f5-53c3-4249-8221-1fa667dd3c8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.810801] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 649.810801] env[68089]: value = "task-2852287" [ 649.810801] env[68089]: _type = "Task" [ 649.810801] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.821806] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.911075] env[68089]: DEBUG nova.compute.manager [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.911527] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.912560] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21bc3e8-76c0-4edc-b430-516bd3f78689 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.920862] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.921163] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfbe89ea-e291-4a58-8ab3-2dcc267ddfe2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.927320] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 649.927320] env[68089]: value = "task-2852288" [ 649.927320] env[68089]: _type = "Task" [ 649.927320] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.935550] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.993625] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852286, 'name': ReconfigVM_Task, 'duration_secs': 0.783176} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.993884] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a/0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.995038] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61f7b9d-68b2-4cf0-b0d7-82ae994cfb9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.999783] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 649.999783] env[68089]: value = "task-2852289" [ 649.999783] env[68089]: _type = "Task" [ 649.999783] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.007437] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852289, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.059801] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.060250] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Instance network_info: |[{"id": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "address": "fa:16:3e:a8:c5:59", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb240a1c5-07", "ovs_interfaceid": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.060714] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:c5:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b240a1c5-0795-4fd5-a7d9-891e439f4d28', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.068400] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Creating folder: Project (67ade2be76134e118cadeaedaa173b3c). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.068707] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d6338b-3f41-40da-8bb1-da30cd338574 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.079536] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Created folder: Project (67ade2be76134e118cadeaedaa173b3c) in parent group-v573447. [ 650.079644] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Creating folder: Instances. Parent ref: group-v573532. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.079916] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e94b85b-4b0c-475d-8345-c2e5431e66e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089489] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Created folder: Instances in parent group-v573532. [ 650.089828] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.090100] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.090377] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fcecda5-2a2d-4c64-aaf9-39a1d64a521a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.109669] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.109669] env[68089]: value = "task-2852292" [ 650.109669] env[68089]: _type = "Task" [ 650.109669] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.117513] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852292, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.188871] env[68089]: DEBUG nova.scheduler.client.report [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.264742] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Releasing lock "refresh_cache-0ef21498-b947-473d-85f7-f998d363d967" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.266025] env[68089]: DEBUG nova.compute.manager [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.266025] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.266025] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40795a00-be72-4a56-a944-1bdea9d784c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.275464] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5f4a6-eadf-4236-afc7-711c46262ca8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.309976] env[68089]: WARNING nova.virt.vmwareapi.vmops [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0ef21498-b947-473d-85f7-f998d363d967 could not be found. [ 650.310216] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.310403] env[68089]: INFO nova.compute.manager [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 0.04 seconds to destroy the instance on the hypervisor. [ 650.310647] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.310942] env[68089]: DEBUG nova.compute.manager [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.311043] env[68089]: DEBUG nova.network.neutron [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.320809] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852287, 'name': PowerOffVM_Task, 'duration_secs': 0.187824} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.321051] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.321850] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.323551] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a65923-e518-46d4-ad78-45fd3a99cd9a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.326883] env[68089]: DEBUG nova.compute.manager [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Received event network-changed-b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 650.327538] env[68089]: DEBUG nova.compute.manager [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Refreshing instance network info cache due to event network-changed-b240a1c5-0795-4fd5-a7d9-891e439f4d28. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 650.327538] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] Acquiring lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.327538] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] Acquired lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.327683] env[68089]: DEBUG nova.network.neutron [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Refreshing network info cache for port b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.332687] env[68089]: DEBUG nova.network.neutron [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.335883] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.336553] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64de137c-e325-441c-9613-9087528f4e47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.362444] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.362643] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.362818] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Deleting the datastore file [datastore2] db761107-7da8-4117-a5c7-9a9c00780487 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.363077] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-399fd402-ec0e-4d47-a1e8-d7b20c2826ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.369362] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 650.369362] env[68089]: value = "task-2852294" [ 650.369362] env[68089]: _type = "Task" [ 650.369362] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.376955] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.437160] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852288, 'name': PowerOffVM_Task, 'duration_secs': 0.280452} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.437445] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.437652] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.437862] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da25a0f6-13ef-4f72-8dc9-b57a7065454c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.513519] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852289, 'name': Rename_Task, 'duration_secs': 0.235501} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.513709] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.514089] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df18ca47-7b68-49b3-9d1b-bb59cc819c03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.521306] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 650.521306] env[68089]: value = "task-2852296" [ 650.521306] env[68089]: _type = "Task" [ 650.521306] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.532010] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.605942] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.606207] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.606390] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleting the datastore file [datastore2] abb105e4-4494-4a98-bfa7-11358ddecdea {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.606652] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ffa523-8826-4f6a-822e-57157c03f765 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.614403] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for the task: (returnval){ [ 650.614403] env[68089]: value = "task-2852297" [ 650.614403] env[68089]: _type = "Task" [ 650.614403] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.620818] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852292, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.625191] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.694039] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.694554] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.699616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.596s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.699616] env[68089]: DEBUG nova.objects.instance [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lazy-loading 'resources' on Instance uuid abe0798c-3711-4b21-a4bd-42a2299e6bcf {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.835419] env[68089]: DEBUG nova.network.neutron [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.880654] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.880654] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.880654] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.880654] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.026429] env[68089]: DEBUG nova.network.neutron [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Updated VIF entry in instance network info cache for port b240a1c5-0795-4fd5-a7d9-891e439f4d28. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.026770] env[68089]: DEBUG nova.network.neutron [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Updating instance_info_cache with network_info: [{"id": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "address": "fa:16:3e:a8:c5:59", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb240a1c5-07", "ovs_interfaceid": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.033594] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852296, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.122869] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852292, 'name': CreateVM_Task, 'duration_secs': 0.562422} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.123503] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.124394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.124394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.124709] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.127663] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbed2ca4-4be1-4e3a-b68c-1eda809f2016 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.129272] env[68089]: DEBUG oslo_vmware.api [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Task: {'id': task-2852297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13641} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.129505] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.129686] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.129864] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.130089] env[68089]: INFO nova.compute.manager [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Took 1.22 seconds to destroy the instance on the hypervisor. [ 651.130275] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.130845] env[68089]: DEBUG nova.compute.manager [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.130954] env[68089]: DEBUG nova.network.neutron [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.133965] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 651.133965] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524fedfa-6be6-8c90-e5bd-795a427f6e1a" [ 651.133965] env[68089]: _type = "Task" [ 651.133965] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.141933] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524fedfa-6be6-8c90-e5bd-795a427f6e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.200482] env[68089]: DEBUG nova.compute.utils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.204591] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.204707] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.308557] env[68089]: DEBUG nova.policy [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067b437b50a349f3bf8cc8dada9fb234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f28c85e29597499f8cc4b91724662605', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.338412] env[68089]: INFO nova.compute.manager [-] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Took 1.03 seconds to deallocate network for instance. [ 651.533583] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edf9ec3-d2d0-4942-9df4-f478f58d6f58 req-ef5535b7-6637-4ef7-ac66-ac3385ad5e0c service nova] Releasing lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.534278] env[68089]: DEBUG oslo_vmware.api [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852296, 'name': PowerOnVM_Task, 'duration_secs': 0.935357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.537075] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.537301] env[68089]: INFO nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Took 8.31 seconds to spawn the instance on the hypervisor. [ 651.537484] env[68089]: DEBUG nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.538495] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028366c-9bbb-490c-b8d1-77bde22367e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.648516] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524fedfa-6be6-8c90-e5bd-795a427f6e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.649083] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.649339] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.649742] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.649899] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.650197] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.650766] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9272b93b-d810-4d99-a241-efac73724830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.661650] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.661829] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.662529] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817d71be-6a83-477d-8d03-b5960408df8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.670362] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 651.670362] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b13652-00e6-9e0e-3186-1bf3b51888bf" [ 651.670362] env[68089]: _type = "Task" [ 651.670362] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.680853] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b13652-00e6-9e0e-3186-1bf3b51888bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.705773] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.766149] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0057bb-2961-447b-8281-2064f75d1fc9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.775117] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea4388b-31c5-4724-9dce-84f2ee8a84d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.785232] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Successfully created port: 325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.812643] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb10c8-2de1-4607-b673-803d04492c40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.820255] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f040c772-2762-4c49-b84c-320dd885bf56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.833771] env[68089]: DEBUG nova.compute.provider_tree [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.847323] env[68089]: INFO nova.compute.manager [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance disappeared during terminate [ 651.847539] env[68089]: DEBUG oslo_concurrency.lockutils [None req-67bf5c8f-dced-446d-907d-079b93fb0191 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "0ef21498-b947-473d-85f7-f998d363d967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.186s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.928938] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.929289] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.929497] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.929721] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.930125] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.930125] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.930398] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.930599] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.930807] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.931021] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.931246] env[68089]: DEBUG nova.virt.hardware [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.932011] env[68089]: DEBUG nova.network.neutron [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.933554] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd40ba-b202-4656-aa2d-2c8bbd254f4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.941517] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50c8df-7d0e-430d-b092-bf31e355d9c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.956379] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.962954] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.963468] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.963769] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d916e65b-381e-4de2-bca4-3d5e62b17049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.982837] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.982837] env[68089]: value = "task-2852298" [ 651.982837] env[68089]: _type = "Task" [ 651.982837] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.990406] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852298, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.057125] env[68089]: INFO nova.compute.manager [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Took 47.21 seconds to build instance. [ 652.187401] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b13652-00e6-9e0e-3186-1bf3b51888bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.188323] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda994fc-3c72-4a95-bba7-7d57e1d4df2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.194456] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 652.194456] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527387ef-81f3-8d7d-118b-51637797bb96" [ 652.194456] env[68089]: _type = "Task" [ 652.194456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.205513] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527387ef-81f3-8d7d-118b-51637797bb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.337056] env[68089]: DEBUG nova.scheduler.client.report [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.356786] env[68089]: DEBUG nova.compute.manager [req-c1eb470c-01d3-4132-9f37-64f167263701 req-c4f8a6da-f88a-4691-a3bb-b12b88479c64 service nova] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Received event network-vif-deleted-e4e957c9-a40a-488a-b813-4da6385aa52a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.437621] env[68089]: INFO nova.compute.manager [-] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Took 1.31 seconds to deallocate network for instance. [ 652.493700] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852298, 'name': CreateVM_Task, 'duration_secs': 0.311423} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.493700] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.494143] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.494305] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.494919] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.494919] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972974a2-8bbb-4b20-9cb2-9459e84932fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.499638] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 652.499638] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52643e69-279a-a859-a460-63a9381b9968" [ 652.499638] env[68089]: _type = "Task" [ 652.499638] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.506984] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52643e69-279a-a859-a460-63a9381b9968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.559099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a8b95d68-d042-47b7-9b28-31cd6f355969 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.127s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.682914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.683209] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.683437] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.683627] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.683798] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.686274] env[68089]: INFO nova.compute.manager [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Terminating instance [ 652.704786] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527387ef-81f3-8d7d-118b-51637797bb96, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.705045] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.705298] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e3791c02-489d-4e5e-a268-17bd16e6f7e4/e3791c02-489d-4e5e-a268-17bd16e6f7e4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.705589] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c33467-b6f1-4d01-9276-fbb0c741b8f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.711769] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 652.711769] env[68089]: value = "task-2852299" [ 652.711769] env[68089]: _type = "Task" [ 652.711769] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.715703] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.723349] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.740645] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.740925] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.741118] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.741361] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.741529] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.741728] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.741976] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.742217] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.742426] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.742618] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.742825] env[68089]: DEBUG nova.virt.hardware [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.743740] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47830112-2539-4eeb-9d49-02555fc77893 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.752139] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f68e1-037d-4989-99f5-ce3f270e2bbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.842258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.843972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.730s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.844222] env[68089]: DEBUG nova.objects.instance [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lazy-loading 'resources' on Instance uuid 312a2247-d796-4075-81ff-4ee8510fede7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.863624] env[68089]: INFO nova.scheduler.client.report [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Deleted allocations for instance abe0798c-3711-4b21-a4bd-42a2299e6bcf [ 652.944587] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.012491] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52643e69-279a-a859-a460-63a9381b9968, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.014037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.014037] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.014037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.014037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.014037] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.014037] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9119493-2514-434b-a3f4-3989a948d2e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.030313] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.030603] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.031461] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4801ec-3a34-488d-ab64-9abd49614bcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.040155] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 653.040155] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e67c2e-1a9d-2070-fb9f-462cf63c3c5a" [ 653.040155] env[68089]: _type = "Task" [ 653.040155] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.048558] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e67c2e-1a9d-2070-fb9f-462cf63c3c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061379] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.192869] env[68089]: DEBUG nova.compute.manager [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.192869] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.192985] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f593755-4b3a-4c56-8b27-86cda3768328 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.202368] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.202654] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d66f2c8-ba3e-4279-94b4-01f88f478d10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.210730] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 653.210730] env[68089]: value = "task-2852300" [ 653.210730] env[68089]: _type = "Task" [ 653.210730] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.224806] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.228979] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.383813] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e1593d85-80dd-4273-b0de-bce884f78423 tempest-ServerDiagnosticsNegativeTest-1859808915 tempest-ServerDiagnosticsNegativeTest-1859808915-project-member] Lock "abe0798c-3711-4b21-a4bd-42a2299e6bcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.754s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.554670] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e67c2e-1a9d-2070-fb9f-462cf63c3c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.05821} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.558874] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd880b7-0105-4c3e-bd0c-fd88103f1721 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.564864] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 653.564864] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525fb430-676e-a987-fe83-67d8129bc4a1" [ 653.564864] env[68089]: _type = "Task" [ 653.564864] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.580134] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525fb430-676e-a987-fe83-67d8129bc4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.580422] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.580685] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.580950] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38f54dd-5c78-4df7-a7d4-9f4728923e0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.587560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.589168] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 653.589168] env[68089]: value = "task-2852301" [ 653.589168] env[68089]: _type = "Task" [ 653.589168] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.600249] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.722584] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852300, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.731270] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524516} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.731490] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e3791c02-489d-4e5e-a268-17bd16e6f7e4/e3791c02-489d-4e5e-a268-17bd16e6f7e4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.731706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.731969] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c182ddc1-f929-43b0-8123-448b95da7159 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.741799] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 653.741799] env[68089]: value = "task-2852302" [ 653.741799] env[68089]: _type = "Task" [ 653.741799] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.754424] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.756868] env[68089]: DEBUG nova.compute.manager [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Received event network-vif-plugged-325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.757176] env[68089]: DEBUG oslo_concurrency.lockutils [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] Acquiring lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.757381] env[68089]: DEBUG oslo_concurrency.lockutils [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.757558] env[68089]: DEBUG oslo_concurrency.lockutils [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.757733] env[68089]: DEBUG nova.compute.manager [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] No waiting events found dispatching network-vif-plugged-325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.757875] env[68089]: WARNING nova.compute.manager [req-b97f7033-d730-436d-88c1-f59943173604 req-1aa709fb-e05a-4e08-8261-069d1bbdd975 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Received unexpected event network-vif-plugged-325ddd49-02e9-4a5c-b93c-ffc49472f31e for instance with vm_state building and task_state spawning. [ 653.768861] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Successfully updated port: 325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.966464] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb6405c-5145-4bee-bd96-7fe9fac8989a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.973924] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1517006-1cbd-4f6e-adb8-4d7650fd5e42 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.007752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411559ba-3432-4213-87a4-a5cdffec975f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.015012] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05fd4d4-23d3-47f1-9936-38ea07adeeac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.028891] env[68089]: DEBUG nova.compute.provider_tree [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.100255] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.221480] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852300, 'name': PowerOffVM_Task, 'duration_secs': 0.534218} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.221751] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.221923] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.222195] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0037bc-1383-4898-bb46-7c43ae9031f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.254217] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231856} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.254508] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.255303] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32327363-80e3-43c4-8ebe-2ee01c16ce86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.277551] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] e3791c02-489d-4e5e-a268-17bd16e6f7e4/e3791c02-489d-4e5e-a268-17bd16e6f7e4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.278188] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.278394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquired lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.278500] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.279696] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cecec14-7bff-4ed0-b1de-f548ef7c242f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.297594] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.297901] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.298054] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Deleting the datastore file [datastore2] 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.298996] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-778a5fb3-6bc2-40b8-bb2a-3b78462bd33f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.302612] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 654.302612] env[68089]: value = "task-2852304" [ 654.302612] env[68089]: _type = "Task" [ 654.302612] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.309115] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for the task: (returnval){ [ 654.309115] env[68089]: value = "task-2852305" [ 654.309115] env[68089]: _type = "Task" [ 654.309115] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.315702] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.321303] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.532754] env[68089]: DEBUG nova.scheduler.client.report [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.603933] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.812659] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.820887] env[68089]: DEBUG oslo_vmware.api [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Task: {'id': task-2852305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.821229] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.821452] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.821665] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.821869] env[68089]: INFO nova.compute.manager [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 654.822135] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.822326] env[68089]: DEBUG nova.compute.manager [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.822419] env[68089]: DEBUG nova.network.neutron [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.848542] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.039561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.041800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.719s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.043371] env[68089]: INFO nova.compute.claims [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.059560] env[68089]: DEBUG nova.network.neutron [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Updating instance_info_cache with network_info: [{"id": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "address": "fa:16:3e:e6:ce:4a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325ddd49-02", "ovs_interfaceid": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.092697] env[68089]: INFO nova.scheduler.client.report [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted allocations for instance 312a2247-d796-4075-81ff-4ee8510fede7 [ 655.109243] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.067222} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.109617] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.109919] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.110313] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbae17d6-7c6c-4ba9-a248-e3b56265fc39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.120911] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 655.120911] env[68089]: value = "task-2852306" [ 655.120911] env[68089]: _type = "Task" [ 655.120911] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.129026] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.233198] env[68089]: DEBUG nova.compute.manager [req-42aa55a1-5784-474f-9db9-28c1b6728b8b req-0809914f-d460-45ad-bee2-b63e575d2db8 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Received event network-vif-deleted-b1c594c4-da4d-42f4-9ebf-f18deb2e55d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.233198] env[68089]: INFO nova.compute.manager [req-42aa55a1-5784-474f-9db9-28c1b6728b8b req-0809914f-d460-45ad-bee2-b63e575d2db8 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Neutron deleted interface b1c594c4-da4d-42f4-9ebf-f18deb2e55d1; detaching it from the instance and deleting it from the info cache [ 655.233406] env[68089]: DEBUG nova.network.neutron [req-42aa55a1-5784-474f-9db9-28c1b6728b8b req-0809914f-d460-45ad-bee2-b63e575d2db8 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.314362] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852304, 'name': ReconfigVM_Task, 'duration_secs': 0.92784} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.314718] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] e3791c02-489d-4e5e-a268-17bd16e6f7e4/e3791c02-489d-4e5e-a268-17bd16e6f7e4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.315611] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a58ad6b-c742-4d4a-8a7b-5ab03147e2d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.323918] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 655.323918] env[68089]: value = "task-2852307" [ 655.323918] env[68089]: _type = "Task" [ 655.323918] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.333601] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852307, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.562626] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Releasing lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.563302] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Instance network_info: |[{"id": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "address": "fa:16:3e:e6:ce:4a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325ddd49-02", "ovs_interfaceid": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.564172] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ce:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '325ddd49-02e9-4a5c-b93c-ffc49472f31e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.572544] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Creating folder: Project (f28c85e29597499f8cc4b91724662605). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.573520] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c32419f-f65f-4553-879f-ce2022ae1f9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.584467] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Created folder: Project (f28c85e29597499f8cc4b91724662605) in parent group-v573447. [ 655.584723] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Creating folder: Instances. Parent ref: group-v573536. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.585017] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eaff69f-52d4-4dbf-b853-a35fe8ec23ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.590229] env[68089]: DEBUG nova.network.neutron [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.594793] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Created folder: Instances in parent group-v573536. [ 655.595044] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.595254] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.595463] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1588b800-ff18-44b3-881f-5afb7c181df3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.614517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27b34cd2-41bd-4251-8c8d-d66883fa8d85 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "312a2247-d796-4075-81ff-4ee8510fede7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.076s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.620537] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.620537] env[68089]: value = "task-2852310" [ 655.620537] env[68089]: _type = "Task" [ 655.620537] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.631892] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852310, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.635688] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074736} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.635937] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.636694] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a663fbbc-c686-409b-b2b4-4d3f14758837 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.656614] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.657251] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96bdc106-a37d-4dc4-90b8-23a0ff02374a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.677395] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 655.677395] env[68089]: value = "task-2852311" [ 655.677395] env[68089]: _type = "Task" [ 655.677395] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.686009] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.735584] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbd8a6cf-f862-4013-bd65-b7b68219a3d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.744974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39231367-47d0-46ef-9243-e7a65401333a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.785088] env[68089]: DEBUG nova.compute.manager [req-42aa55a1-5784-474f-9db9-28c1b6728b8b req-0809914f-d460-45ad-bee2-b63e575d2db8 service nova] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Detach interface failed, port_id=b1c594c4-da4d-42f4-9ebf-f18deb2e55d1, reason: Instance 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 655.787809] env[68089]: DEBUG nova.compute.manager [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Received event network-changed-325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.787809] env[68089]: DEBUG nova.compute.manager [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Refreshing instance network info cache due to event network-changed-325ddd49-02e9-4a5c-b93c-ffc49472f31e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 655.788069] env[68089]: DEBUG oslo_concurrency.lockutils [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] Acquiring lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.788251] env[68089]: DEBUG oslo_concurrency.lockutils [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] Acquired lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.788402] env[68089]: DEBUG nova.network.neutron [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Refreshing network info cache for port 325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.836238] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852307, 'name': Rename_Task, 'duration_secs': 0.148379} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.836515] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.836753] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c62cc376-c3ff-4366-a6b7-a9163388a078 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.842446] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 655.842446] env[68089]: value = "task-2852312" [ 655.842446] env[68089]: _type = "Task" [ 655.842446] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.850506] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.092849] env[68089]: INFO nova.compute.manager [-] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Took 1.27 seconds to deallocate network for instance. [ 656.137295] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852310, 'name': CreateVM_Task, 'duration_secs': 0.388347} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.137584] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.138205] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.138508] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.138691] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.138942] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f457103-2e0e-4a92-aee3-56a54d758d6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.145741] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 656.145741] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52607b11-52c3-051b-69a8-b165338abdf1" [ 656.145741] env[68089]: _type = "Task" [ 656.145741] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.154221] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52607b11-52c3-051b-69a8-b165338abdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.190081] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852311, 'name': ReconfigVM_Task, 'duration_secs': 0.330618} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.190431] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Reconfigured VM instance instance-0000001c to attach disk [datastore2] db761107-7da8-4117-a5c7-9a9c00780487/db761107-7da8-4117-a5c7-9a9c00780487.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.191138] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4687eced-524b-4263-a904-18517e095e12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.199274] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 656.199274] env[68089]: value = "task-2852313" [ 656.199274] env[68089]: _type = "Task" [ 656.199274] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.207629] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852313, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.352773] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852312, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.602493] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.618343] env[68089]: DEBUG nova.network.neutron [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Updated VIF entry in instance network info cache for port 325ddd49-02e9-4a5c-b93c-ffc49472f31e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.618687] env[68089]: DEBUG nova.network.neutron [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Updating instance_info_cache with network_info: [{"id": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "address": "fa:16:3e:e6:ce:4a", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325ddd49-02", "ovs_interfaceid": "325ddd49-02e9-4a5c-b93c-ffc49472f31e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.656971] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52607b11-52c3-051b-69a8-b165338abdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.657405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.657829] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.658084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658414] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.661291] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd6afcb-6942-4c52-9e1f-535a95deba37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.673478] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.673669] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.676735] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da94742b-a16d-4a72-a782-918dfe84d074 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.682461] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 656.682461] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52345eb1-f930-629b-1787-43f5e66e46b4" [ 656.682461] env[68089]: _type = "Task" [ 656.682461] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.690136] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52345eb1-f930-629b-1787-43f5e66e46b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.704419] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3c2f76-ce6e-468c-be8d-5314219210ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.711598] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852313, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.714203] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0867e-11ce-4c76-8659-e08f9e0354f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.744877] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdabe1e-53a7-461b-942d-e66ec461c0d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.752396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d29dba-88e3-4fdc-98be-e5e689542f8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.765846] env[68089]: DEBUG nova.compute.provider_tree [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.852720] env[68089]: DEBUG oslo_vmware.api [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852312, 'name': PowerOnVM_Task, 'duration_secs': 0.520786} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.852991] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.853208] env[68089]: INFO nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Took 8.85 seconds to spawn the instance on the hypervisor. [ 656.853387] env[68089]: DEBUG nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.854162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ec55e-31e0-4496-a370-266a26e293df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.121683] env[68089]: DEBUG oslo_concurrency.lockutils [req-22c7a6e6-3131-4ce0-8e32-c527fd164d97 req-b39ebbe9-fbbe-466f-8784-ed1ee382cb0b service nova] Releasing lock "refresh_cache-e433ee92-ece7-4bda-85d1-76cfa321ede9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.192921] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52345eb1-f930-629b-1787-43f5e66e46b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.193738] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e098ccef-61bc-4ebb-bc7f-95d4a06a3c53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.199491] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 657.199491] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ac5905-2348-7c3f-cb24-75c869de4dfc" [ 657.199491] env[68089]: _type = "Task" [ 657.199491] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.212631] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ac5905-2348-7c3f-cb24-75c869de4dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.216444] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.216964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e433ee92-ece7-4bda-85d1-76cfa321ede9/e433ee92-ece7-4bda-85d1-76cfa321ede9.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.217289] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852313, 'name': Rename_Task, 'duration_secs': 0.889182} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.217494] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-256270a5-c0d0-4754-ab7d-af3dad072477 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.219416] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.219641] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e516b1a3-8ddb-4822-965d-dee491a914c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.229783] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 657.229783] env[68089]: value = "task-2852315" [ 657.229783] env[68089]: _type = "Task" [ 657.229783] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.230139] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 657.230139] env[68089]: value = "task-2852314" [ 657.230139] env[68089]: _type = "Task" [ 657.230139] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.242560] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.246842] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.269067] env[68089]: DEBUG nova.scheduler.client.report [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.375519] env[68089]: INFO nova.compute.manager [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Took 41.92 seconds to build instance. [ 657.748794] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852314, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.748973] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.780712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.780712] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.781350] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.340s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.781522] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.781672] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 657.781959] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.756s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.784040] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d1fe2b-b506-4cc0-9c67-964c6de8834e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.792111] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a41bae-af39-4270-b2fc-e6be7f7903c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.807932] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270f4c8-b6f0-4b2a-98db-201a20eea3d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.817473] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe008d-bd54-4522-bbf7-a9ec56883b62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.852840] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179932MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 657.853064] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.879064] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1a01409a-e381-4d37-bf91-bd3ebdd37a8e tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.672s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.245371] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.250166] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525287} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.250617] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] e433ee92-ece7-4bda-85d1-76cfa321ede9/e433ee92-ece7-4bda-85d1-76cfa321ede9.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.250982] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.251368] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43bd5ca9-31fa-4de9-99b8-7aa8a97d0ade {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.261022] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 658.261022] env[68089]: value = "task-2852316" [ 658.261022] env[68089]: _type = "Task" [ 658.261022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.267762] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.288154] env[68089]: DEBUG nova.compute.utils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.288154] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.288154] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.298551] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "26a22789-6320-44ea-bd82-9485f81b22d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.298951] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.366213] env[68089]: DEBUG nova.policy [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa7499dbfb5467384cbdc2631b7a888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b46a014fff046438e1b875a46ed6dd5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.386212] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.706828] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Successfully created port: 581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.745182] env[68089]: DEBUG oslo_vmware.api [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852315, 'name': PowerOnVM_Task, 'duration_secs': 1.245372} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.747316] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.747536] env[68089]: DEBUG nova.compute.manager [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.748845] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b6149e-d0e7-4b64-b065-8c389de6589e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.769432] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070697} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.769432] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.769678] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb803e9-cfa8-4700-984e-860b40a88a5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.797700] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e433ee92-ece7-4bda-85d1-76cfa321ede9/e433ee92-ece7-4bda-85d1-76cfa321ede9.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.800946] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.803400] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac93faa-f674-4c40-b83d-d8a02030c3c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829096] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 658.829096] env[68089]: value = "task-2852317" [ 658.829096] env[68089]: _type = "Task" [ 658.829096] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.837676] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.912662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.930230] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba081703-df51-4451-be71-0db1986d0091 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.938909] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8d1ca2-e256-4164-b2e3-fe179f29edc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.978047] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e31e4-f908-47d8-98f3-047f6feb2539 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.986716] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e90e8-1c34-4a0a-a7e2-4a9b9e462117 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.003261] env[68089]: DEBUG nova.compute.provider_tree [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.271256] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.344231] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852317, 'name': ReconfigVM_Task, 'duration_secs': 0.406978} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.344231] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e433ee92-ece7-4bda-85d1-76cfa321ede9/e433ee92-ece7-4bda-85d1-76cfa321ede9.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.344231] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b280ed-448c-4d9b-a5d2-19b5d6c7d9d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.350761] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 659.350761] env[68089]: value = "task-2852318" [ 659.350761] env[68089]: _type = "Task" [ 659.350761] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.360027] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852318, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.508283] env[68089]: DEBUG nova.scheduler.client.report [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.836056] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.861965] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852318, 'name': Rename_Task, 'duration_secs': 0.446046} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.864146] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.865076] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa38efff-123c-4045-8954-ac4220632436 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.873117] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.873758] env[68089]: DEBUG nova.virt.hardware [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.874891] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf880c9-9d7c-4f3f-8310-ffd698f631dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.878902] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 659.878902] env[68089]: value = "task-2852319" [ 659.878902] env[68089]: _type = "Task" [ 659.878902] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.885332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2eab92-96df-4706-820b-18bd339e3ac2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.892342] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852319, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.267676] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Successfully updated port: 581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.322607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "db761107-7da8-4117-a5c7-9a9c00780487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.322974] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.323128] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "db761107-7da8-4117-a5c7-9a9c00780487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.323330] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.323498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.326657] env[68089]: INFO nova.compute.manager [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Terminating instance [ 660.363221] env[68089]: DEBUG nova.compute.manager [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Received event network-vif-plugged-581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.363471] env[68089]: DEBUG oslo_concurrency.lockutils [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] Acquiring lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.363681] env[68089]: DEBUG oslo_concurrency.lockutils [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.363846] env[68089]: DEBUG oslo_concurrency.lockutils [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.364373] env[68089]: DEBUG nova.compute.manager [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] No waiting events found dispatching network-vif-plugged-581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.364677] env[68089]: WARNING nova.compute.manager [req-a36689bf-abcb-4877-abfb-5dd3d1c1f6cc req-4b71115d-b6c7-48ad-bd29-1f4df994594a service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Received unexpected event network-vif-plugged-581a64b7-81b1-483c-8ab6-627dc6e9704c for instance with vm_state building and task_state spawning. [ 660.390378] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.519343] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.737s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.527600] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.780s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.529695] env[68089]: INFO nova.compute.claims [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.774813] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.774986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquired lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.775168] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.831467] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "refresh_cache-db761107-7da8-4117-a5c7-9a9c00780487" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.831778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquired lock "refresh_cache-db761107-7da8-4117-a5c7-9a9c00780487" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.832024] env[68089]: DEBUG nova.network.neutron [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.890511] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.112966] env[68089]: INFO nova.scheduler.client.report [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleted allocation for migration 6bf012b2-9065-42eb-bd03-fb954ebcefb8 [ 661.309618] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.363743] env[68089]: DEBUG nova.network.neutron [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.390410] env[68089]: DEBUG oslo_vmware.api [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852319, 'name': PowerOnVM_Task, 'duration_secs': 1.08421} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.390666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.390883] env[68089]: INFO nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Took 8.67 seconds to spawn the instance on the hypervisor. [ 661.391083] env[68089]: DEBUG nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.391875] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b868aa-e56a-4395-b63a-41d7a4cffa65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.443209] env[68089]: DEBUG nova.network.neutron [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.541486] env[68089]: DEBUG nova.network.neutron [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Updating instance_info_cache with network_info: [{"id": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "address": "fa:16:3e:4f:73:e0", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581a64b7-81", "ovs_interfaceid": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.623534] env[68089]: DEBUG oslo_concurrency.lockutils [None req-984b6e5b-3739-4366-a872-c8d7690e4a9c tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.394s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.921289] env[68089]: INFO nova.compute.manager [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Took 42.95 seconds to build instance. [ 661.946109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Releasing lock "refresh_cache-db761107-7da8-4117-a5c7-9a9c00780487" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.946715] env[68089]: DEBUG nova.compute.manager [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.947040] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.948763] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a2e03b-384d-4d34-b7d1-590bbac7a08d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.964902] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.965123] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd1732c3-0e74-4af2-a141-55c18d20424f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.976196] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 661.976196] env[68089]: value = "task-2852320" [ 661.976196] env[68089]: _type = "Task" [ 661.976196] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.991698] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.044238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Releasing lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.044659] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Instance network_info: |[{"id": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "address": "fa:16:3e:4f:73:e0", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581a64b7-81", "ovs_interfaceid": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.045343] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:73:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '581a64b7-81b1-483c-8ab6-627dc6e9704c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.053904] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Creating folder: Project (3b46a014fff046438e1b875a46ed6dd5). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.054130] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef1a019-f488-4d57-8e6f-5fd8615041e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.065169] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Created folder: Project (3b46a014fff046438e1b875a46ed6dd5) in parent group-v573447. [ 662.065395] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Creating folder: Instances. Parent ref: group-v573539. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.065649] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded39cd3-cb9e-4a0e-8866-0e6b4075664d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.077934] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Created folder: Instances in parent group-v573539. [ 662.078212] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.078424] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.078629] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-990466e8-b1df-4a79-8d13-6c549477995d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101350] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.101350] env[68089]: value = "task-2852323" [ 662.101350] env[68089]: _type = "Task" [ 662.101350] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.110016] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852323, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.228515] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da089e13-4eff-4271-b9d9-a66959678e56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.236564] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4172653-1ed5-4f92-a2f5-7076269f453c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.279923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696285d3-64ef-44e6-99d8-6139518b6c02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.289693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c477da8-e429-47c3-960a-6ce281b05746 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.303563] env[68089]: DEBUG nova.compute.provider_tree [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.425018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c69fe247-39a7-4be3-87fb-db1d866171bd tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.878s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.466685] env[68089]: DEBUG nova.compute.manager [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Received event network-changed-581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.466885] env[68089]: DEBUG nova.compute.manager [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Refreshing instance network info cache due to event network-changed-581a64b7-81b1-483c-8ab6-627dc6e9704c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 662.467112] env[68089]: DEBUG oslo_concurrency.lockutils [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] Acquiring lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.467259] env[68089]: DEBUG oslo_concurrency.lockutils [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] Acquired lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.467419] env[68089]: DEBUG nova.network.neutron [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Refreshing network info cache for port 581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.487133] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852320, 'name': PowerOffVM_Task, 'duration_secs': 0.116924} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.487338] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.487539] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.487814] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de9d5e42-1afa-47be-a2de-253cb53ca4c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.510736] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.512334] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.512334] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Deleting the datastore file [datastore2] db761107-7da8-4117-a5c7-9a9c00780487 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.512334] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa460ac8-b639-4606-ac28-d0e3b6da3f83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.517519] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for the task: (returnval){ [ 662.517519] env[68089]: value = "task-2852325" [ 662.517519] env[68089]: _type = "Task" [ 662.517519] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.525464] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.612252] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852323, 'name': CreateVM_Task, 'duration_secs': 0.336745} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.612482] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.613274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.613458] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.613794] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.614400] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d0173b-be97-46c2-a64f-0514b8113e52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.618784] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 662.618784] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a467b7-c656-640b-bad6-425f2d2decfa" [ 662.618784] env[68089]: _type = "Task" [ 662.618784] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.626920] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a467b7-c656-640b-bad6-425f2d2decfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.810546] env[68089]: DEBUG nova.scheduler.client.report [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.927787] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.027265] env[68089]: DEBUG oslo_vmware.api [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Task: {'id': task-2852325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116242} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.027629] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.027629] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.027696] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.027818] env[68089]: INFO nova.compute.manager [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Took 1.08 seconds to destroy the instance on the hypervisor. [ 663.028063] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.028248] env[68089]: DEBUG nova.compute.manager [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.028338] env[68089]: DEBUG nova.network.neutron [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.048632] env[68089]: DEBUG nova.network.neutron [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.131869] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a467b7-c656-640b-bad6-425f2d2decfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.132250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.133556] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.133979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.134073] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.134268] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.134533] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a7e1cc7-e9ba-4bd7-8c70-2acf86ebaec7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.146233] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.146757] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.148077] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.151724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.151724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.151724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.151724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.152219] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40a56ec-5eab-4c7b-80ab-86aeeaa30bd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.156072] env[68089]: INFO nova.compute.manager [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Terminating instance [ 663.161207] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 663.161207] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525cbf03-d85b-c728-f56a-3df7126d6d66" [ 663.161207] env[68089]: _type = "Task" [ 663.161207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.178491] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525cbf03-d85b-c728-f56a-3df7126d6d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.212397] env[68089]: DEBUG nova.network.neutron [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Updated VIF entry in instance network info cache for port 581a64b7-81b1-483c-8ab6-627dc6e9704c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.212768] env[68089]: DEBUG nova.network.neutron [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Updating instance_info_cache with network_info: [{"id": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "address": "fa:16:3e:4f:73:e0", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581a64b7-81", "ovs_interfaceid": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.319361] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.319893] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.322736] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.076s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.324305] env[68089]: INFO nova.compute.claims [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.451293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.551665] env[68089]: DEBUG nova.network.neutron [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.663084] env[68089]: DEBUG nova.compute.manager [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.663084] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.663084] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67b2c98-6dda-4011-89b8-8d98eb6b7fd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.677497] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.679868] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2c1389-60b6-4e72-b4a5-e80fa440fb13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.681964] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525cbf03-d85b-c728-f56a-3df7126d6d66, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.683116] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a831917-b8af-46d3-be35-1433e7a755aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.687754] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 663.687754] env[68089]: value = "task-2852326" [ 663.687754] env[68089]: _type = "Task" [ 663.687754] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.689066] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 663.689066] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526c2f47-39c4-018a-ee20-aa725f2b61f4" [ 663.689066] env[68089]: _type = "Task" [ 663.689066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.699979] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.704034] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526c2f47-39c4-018a-ee20-aa725f2b61f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.704336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.704615] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 8b53bec3-130d-4624-97f0-ca39d94fcd89/8b53bec3-130d-4624-97f0-ca39d94fcd89.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.704876] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e171ef62-fb04-4d10-bc12-96212886fe78 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.711553] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 663.711553] env[68089]: value = "task-2852327" [ 663.711553] env[68089]: _type = "Task" [ 663.711553] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.717749] env[68089]: DEBUG oslo_concurrency.lockutils [req-70f23def-d710-49c7-bd9a-003f73d63e63 req-8701564f-3172-418f-9b27-6680854ac7c1 service nova] Releasing lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.721362] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.738410] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.738685] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.830715] env[68089]: DEBUG nova.compute.utils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.832735] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.832735] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.899535] env[68089]: DEBUG nova.policy [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a526bf21ed64d4d8a354ed6b6cf5261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ade2be76134e118cadeaedaa173b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.055356] env[68089]: INFO nova.compute.manager [-] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Took 1.03 seconds to deallocate network for instance. [ 664.205811] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852326, 'name': PowerOffVM_Task, 'duration_secs': 0.224764} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.205811] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.205811] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.205811] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33fa750-08ba-43b4-844c-45a8aa5e86f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.223406] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495312} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.223677] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 8b53bec3-130d-4624-97f0-ca39d94fcd89/8b53bec3-130d-4624-97f0-ca39d94fcd89.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.223901] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.224210] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d11e2ae-dc3a-4a7c-83d5-dabf5aa1a157 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.232345] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 664.232345] env[68089]: value = "task-2852329" [ 664.232345] env[68089]: _type = "Task" [ 664.232345] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.241456] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.286896] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.287244] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.289039] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Deleting the datastore file [datastore2] e433ee92-ece7-4bda-85d1-76cfa321ede9 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.289039] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632c58f8-c360-4b31-adaa-100835ed6497 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.297048] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for the task: (returnval){ [ 664.297048] env[68089]: value = "task-2852330" [ 664.297048] env[68089]: _type = "Task" [ 664.297048] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.306586] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.344023] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.441575] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Successfully created port: d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.567542] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.744936] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062481} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.745238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.746045] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b41d1-99c8-4742-b4f3-33dfbd29d536 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.770809] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8b53bec3-130d-4624-97f0-ca39d94fcd89/8b53bec3-130d-4624-97f0-ca39d94fcd89.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.774812] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcbe7c6-687c-4240-9852-c962b0e5658c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.795649] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 664.795649] env[68089]: value = "task-2852331" [ 664.795649] env[68089]: _type = "Task" [ 664.795649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.808086] env[68089]: DEBUG oslo_vmware.api [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Task: {'id': task-2852330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170656} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.811678] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.811874] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.812069] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.812251] env[68089]: INFO nova.compute.manager [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.812501] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.812694] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.812888] env[68089]: DEBUG nova.compute.manager [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.812983] env[68089]: DEBUG nova.network.neutron [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.905100] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56223afd-9608-4728-8706-d38d08fdcace {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.910692] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b06906-fffa-487a-95ae-2ac3df091129 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.945930] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aef7aa-e294-4829-93b1-b4bc0c81ce70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.954958] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a18a5-5908-4312-b4a1-18fb2ba20ab5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.972113] env[68089]: DEBUG nova.compute.provider_tree [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.069438] env[68089]: DEBUG nova.compute.manager [req-4343134f-bd6a-4a61-a1a4-ac675ac58dff req-ac895398-053f-4bf8-be0c-14928b87b7a5 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Received event network-vif-deleted-325ddd49-02e9-4a5c-b93c-ffc49472f31e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.071698] env[68089]: INFO nova.compute.manager [req-4343134f-bd6a-4a61-a1a4-ac675ac58dff req-ac895398-053f-4bf8-be0c-14928b87b7a5 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Neutron deleted interface 325ddd49-02e9-4a5c-b93c-ffc49472f31e; detaching it from the instance and deleting it from the info cache [ 665.071698] env[68089]: DEBUG nova.network.neutron [req-4343134f-bd6a-4a61-a1a4-ac675ac58dff req-ac895398-053f-4bf8-be0c-14928b87b7a5 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.310581] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852331, 'name': ReconfigVM_Task, 'duration_secs': 0.287968} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.313365] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8b53bec3-130d-4624-97f0-ca39d94fcd89/8b53bec3-130d-4624-97f0-ca39d94fcd89.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.313365] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b95094-2259-4d1d-906b-07e4d1d263a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.319254] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 665.319254] env[68089]: value = "task-2852332" [ 665.319254] env[68089]: _type = "Task" [ 665.319254] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.331538] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852332, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.354140] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.391912] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.394519] env[68089]: DEBUG nova.virt.hardware [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.394885] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476f641-c6fa-4912-a48a-02db806a7c20 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.402876] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046e0115-f781-4b13-8a80-fd9e0aef51d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.474779] env[68089]: DEBUG nova.scheduler.client.report [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.551877] env[68089]: DEBUG nova.network.neutron [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.576270] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7c0a3fc-eb99-4ce7-8cf7-c56d15102679 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.585658] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da1800-a1d5-4619-9f58-c20a2f899a84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.620732] env[68089]: DEBUG nova.compute.manager [req-4343134f-bd6a-4a61-a1a4-ac675ac58dff req-ac895398-053f-4bf8-be0c-14928b87b7a5 service nova] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Detach interface failed, port_id=325ddd49-02e9-4a5c-b93c-ffc49472f31e, reason: Instance e433ee92-ece7-4bda-85d1-76cfa321ede9 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 665.829755] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852332, 'name': Rename_Task, 'duration_secs': 0.136769} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.830188] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.830468] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7280c277-1226-4999-b8a9-52116223b3a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.838991] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 665.838991] env[68089]: value = "task-2852333" [ 665.838991] env[68089]: _type = "Task" [ 665.838991] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.848626] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.981415] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.982074] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.988176] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.348s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.988176] env[68089]: INFO nova.compute.claims [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.055038] env[68089]: INFO nova.compute.manager [-] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Took 1.24 seconds to deallocate network for instance. [ 666.232235] env[68089]: DEBUG nova.compute.manager [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Received event network-vif-plugged-d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 666.232394] env[68089]: DEBUG oslo_concurrency.lockutils [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] Acquiring lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.232719] env[68089]: DEBUG oslo_concurrency.lockutils [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.234319] env[68089]: DEBUG oslo_concurrency.lockutils [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.234319] env[68089]: DEBUG nova.compute.manager [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] No waiting events found dispatching network-vif-plugged-d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.234319] env[68089]: WARNING nova.compute.manager [req-369dfa23-0a9f-4f6c-b4f2-f17173683a13 req-c64a7a8d-c1b6-431e-9488-0ef8682290ed service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Received unexpected event network-vif-plugged-d2d1b9d1-015a-447e-bba5-912e4a9a3a72 for instance with vm_state building and task_state spawning. [ 666.337792] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Successfully updated port: d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.356488] env[68089]: DEBUG oslo_vmware.api [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852333, 'name': PowerOnVM_Task, 'duration_secs': 0.432268} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.356810] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.357235] env[68089]: INFO nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Took 6.52 seconds to spawn the instance on the hypervisor. [ 666.357503] env[68089]: DEBUG nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.358362] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab52839-0c22-4f88-a589-3c29c66cc549 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.494072] env[68089]: DEBUG nova.compute.utils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.498087] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.498087] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.553529] env[68089]: DEBUG nova.policy [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.566527] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.843393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.843616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.843616] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.849018] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Successfully created port: 0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.883973] env[68089]: INFO nova.compute.manager [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Took 41.59 seconds to build instance. [ 667.009543] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.025414] env[68089]: DEBUG nova.compute.manager [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Received event network-changed {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 667.025616] env[68089]: DEBUG nova.compute.manager [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Refreshing instance network info cache due to event network-changed. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 667.025827] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] Acquiring lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.025972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] Acquired lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.029860] env[68089]: DEBUG nova.network.neutron [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.385988] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86521e36-e51b-4cb7-b75e-eb91a1eabbcc tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.800s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.397310] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.622503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.622503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.622503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.622503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.622503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.624113] env[68089]: INFO nova.compute.manager [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Terminating instance [ 667.650333] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a939ee-a9c7-4c5a-b3f3-8190ea047af4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.659507] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de0dd6-eb5c-4ca4-add4-725bd9ed99e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.699482] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e8d01-5629-4ed2-90a9-ca84e3edd110 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.703420] env[68089]: DEBUG nova.network.neutron [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Updating instance_info_cache with network_info: [{"id": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "address": "fa:16:3e:3f:2a:2e", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d1b9d1-01", "ovs_interfaceid": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.709927] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e5e4d-41ff-4b76-8f79-7b432303fe9a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.726971] env[68089]: DEBUG nova.compute.provider_tree [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.892774] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.925021] env[68089]: DEBUG nova.network.neutron [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Updating instance_info_cache with network_info: [{"id": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "address": "fa:16:3e:4f:73:e0", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap581a64b7-81", "ovs_interfaceid": "581a64b7-81b1-483c-8ab6-627dc6e9704c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.028842] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.055801] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.056069] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.056236] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.056418] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.056561] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.056706] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.056912] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.058580] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.059038] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.059038] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.059225] env[68089]: DEBUG nova.virt.hardware [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.060909] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100dab3-a5c9-46ce-9a67-ac95ab54e8a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.067661] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa806ff1-85ee-4e0b-bebb-ab691668cdc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.127663] env[68089]: DEBUG nova.compute.manager [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.127891] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.128845] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4c714-1392-4ff1-9372-d4693a56d7c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.136457] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.136701] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae19212d-8365-451e-a38d-f65f5b9c712a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.142561] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 668.142561] env[68089]: value = "task-2852338" [ 668.142561] env[68089]: _type = "Task" [ 668.142561] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.151121] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.206118] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.206555] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Instance network_info: |[{"id": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "address": "fa:16:3e:3f:2a:2e", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d1b9d1-01", "ovs_interfaceid": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.207053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:2a:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2d1b9d1-015a-447e-bba5-912e4a9a3a72', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.215315] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.215916] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.216249] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59dd9958-5572-499d-a576-edde1562ae19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.234646] env[68089]: DEBUG nova.scheduler.client.report [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.243881] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.243881] env[68089]: value = "task-2852339" [ 668.243881] env[68089]: _type = "Task" [ 668.243881] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.254126] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852339, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.259148] env[68089]: DEBUG nova.compute.manager [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Received event network-changed-d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.259654] env[68089]: DEBUG nova.compute.manager [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Refreshing instance network info cache due to event network-changed-d2d1b9d1-015a-447e-bba5-912e4a9a3a72. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 668.259654] env[68089]: DEBUG oslo_concurrency.lockutils [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] Acquiring lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.260280] env[68089]: DEBUG oslo_concurrency.lockutils [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] Acquired lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.260280] env[68089]: DEBUG nova.network.neutron [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Refreshing network info cache for port d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.390295] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Successfully updated port: 0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.422261] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.429430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc2e047b-29a4-47f5-a882-2be6d056d021 tempest-ServerExternalEventsTest-846359445 tempest-ServerExternalEventsTest-846359445-project] Releasing lock "refresh_cache-8b53bec3-130d-4624-97f0-ca39d94fcd89" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.651710] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852338, 'name': PowerOffVM_Task, 'duration_secs': 0.203724} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.652573] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.652573] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.652761] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3fbf82-898c-4efd-83fa-788c700edd7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.711581] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.711824] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.712009] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Deleting the datastore file [datastore1] 8b53bec3-130d-4624-97f0-ca39d94fcd89 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.712275] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9395a156-503f-40e5-ab46-3f057a30e80a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.718982] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for the task: (returnval){ [ 668.718982] env[68089]: value = "task-2852341" [ 668.718982] env[68089]: _type = "Task" [ 668.718982] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.727337] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.740299] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.740842] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.743424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.924s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.744804] env[68089]: INFO nova.compute.claims [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.756380] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852339, 'name': CreateVM_Task, 'duration_secs': 0.307446} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.756595] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.757277] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.757393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.757746] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.757977] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d584ebd7-dde5-47f0-9096-bb075536eb32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.764237] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 668.764237] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527805de-43cd-228c-81af-610f3a876c90" [ 668.764237] env[68089]: _type = "Task" [ 668.764237] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.772829] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527805de-43cd-228c-81af-610f3a876c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.895145] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.895405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.895494] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.972129] env[68089]: DEBUG nova.network.neutron [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Updated VIF entry in instance network info cache for port d2d1b9d1-015a-447e-bba5-912e4a9a3a72. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.972373] env[68089]: DEBUG nova.network.neutron [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Updating instance_info_cache with network_info: [{"id": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "address": "fa:16:3e:3f:2a:2e", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2d1b9d1-01", "ovs_interfaceid": "d2d1b9d1-015a-447e-bba5-912e4a9a3a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.228719] env[68089]: DEBUG oslo_vmware.api [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Task: {'id': task-2852341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133923} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.228997] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.229291] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.229487] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.229659] env[68089]: INFO nova.compute.manager [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Took 1.10 seconds to destroy the instance on the hypervisor. [ 669.229884] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.230078] env[68089]: DEBUG nova.compute.manager [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.230178] env[68089]: DEBUG nova.network.neutron [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.249541] env[68089]: DEBUG nova.compute.utils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.252813] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.252975] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.274656] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527805de-43cd-228c-81af-610f3a876c90, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.275114] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.275181] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.275400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.275545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.275720] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.275971] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23248295-f0a7-46ab-a3c2-ad494ebd35c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.284526] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.284703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.285408] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae4c474-f0d5-457b-b183-80118d5d5c18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.290515] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 669.290515] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52139620-d53c-6489-e68a-4e520073a09e" [ 669.290515] env[68089]: _type = "Task" [ 669.290515] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.292020] env[68089]: DEBUG nova.policy [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14e2c27eac1a41f1b766a41ad5f79d58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9be3a84b56dd4fa0a89f21ea907fe9a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.304263] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52139620-d53c-6489-e68a-4e520073a09e, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.305053] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb92626-8a7e-4117-9c4b-d5f47dbfae06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.309930] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 669.309930] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d2e6f4-985a-7639-c8d6-9f1233f40f95" [ 669.309930] env[68089]: _type = "Task" [ 669.309930] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.317614] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d2e6f4-985a-7639-c8d6-9f1233f40f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.437943] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.475497] env[68089]: DEBUG oslo_concurrency.lockutils [req-69b0045c-3b90-4bb7-bee8-fd7a12465d22 req-a4f1832f-382f-4f01-adef-98a165d66b1b service nova] Releasing lock "refresh_cache-55d3c938-61f2-4c70-8333-2ba3a640b625" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.686498] env[68089]: DEBUG nova.network.neutron [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updating instance_info_cache with network_info: [{"id": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "address": "fa:16:3e:01:ef:1b", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4d2eb4-96", "ovs_interfaceid": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.745738] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Successfully created port: 09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.753467] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.821304] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d2e6f4-985a-7639-c8d6-9f1233f40f95, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.821676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.824020] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 55d3c938-61f2-4c70-8333-2ba3a640b625/55d3c938-61f2-4c70-8333-2ba3a640b625.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.824020] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e55cbad2-63c9-40d1-9d74-6b0d5d65f6d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.829836] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 669.829836] env[68089]: value = "task-2852342" [ 669.829836] env[68089]: _type = "Task" [ 669.829836] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.840244] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.980314] env[68089]: DEBUG nova.network.neutron [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.191580] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.191734] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Instance network_info: |[{"id": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "address": "fa:16:3e:01:ef:1b", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4d2eb4-96", "ovs_interfaceid": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.192611] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ef:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e4d2eb4-96c1-45b8-ba4f-038a7771fd43', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.202468] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.202890] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.203411] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a9a7ab-e568-4cfb-be28-d4bfbec4b689 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.232091] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.232091] env[68089]: value = "task-2852343" [ 670.232091] env[68089]: _type = "Task" [ 670.232091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.240798] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852343, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.347768] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502613} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.350550] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 55d3c938-61f2-4c70-8333-2ba3a640b625/55d3c938-61f2-4c70-8333-2ba3a640b625.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.350795] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.354113] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129519a5-4e9d-4bef-a824-35f72c28815b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.361932] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 670.361932] env[68089]: value = "task-2852344" [ 670.361932] env[68089]: _type = "Task" [ 670.361932] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.373141] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.389586] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05d0b2-e67e-4181-9d4d-e7bf0f8e3662 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.397818] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02907455-a2bf-43d6-bc02-e40c63b6bd46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.433880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52d873a-7b6f-45f9-9aa2-98dbaf23b7b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.438524] env[68089]: DEBUG nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Received event network-vif-plugged-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.438730] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.438932] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.439188] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.439373] env[68089]: DEBUG nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] No waiting events found dispatching network-vif-plugged-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.439545] env[68089]: WARNING nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Received unexpected event network-vif-plugged-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 for instance with vm_state building and task_state spawning. [ 670.439706] env[68089]: DEBUG nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Received event network-changed-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.439852] env[68089]: DEBUG nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Refreshing instance network info cache due to event network-changed-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.440042] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Acquiring lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.440181] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Acquired lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.440331] env[68089]: DEBUG nova.network.neutron [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Refreshing network info cache for port 0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.447456] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50cd862-0375-4caa-aa7a-35a34b6ae362 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.462967] env[68089]: DEBUG nova.compute.provider_tree [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.483432] env[68089]: INFO nova.compute.manager [-] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Took 1.25 seconds to deallocate network for instance. [ 670.745513] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852343, 'name': CreateVM_Task, 'duration_secs': 0.371022} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.745513] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.745841] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.745997] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.746353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.746590] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5e93bb-4e26-4b80-b7f7-382413767a22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.755553] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 670.755553] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526c30aa-9cf9-dd15-9e9e-88372a8f6fdf" [ 670.755553] env[68089]: _type = "Task" [ 670.755553] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.766665] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.768775] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526c30aa-9cf9-dd15-9e9e-88372a8f6fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.791517] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.791912] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.791998] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.792119] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.792266] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.792413] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.792628] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.792779] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.792951] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.793174] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.793295] env[68089]: DEBUG nova.virt.hardware [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.794247] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7b47e-4f67-498d-ab5e-a6789a7d321b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.803634] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87ca8e-6ad1-4c53-9698-e87284803af1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.871486] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06422} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.871854] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.872680] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056dddbd-a006-4cf7-b26d-abf3cf0c065e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.895280] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 55d3c938-61f2-4c70-8333-2ba3a640b625/55d3c938-61f2-4c70-8333-2ba3a640b625.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.895593] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b92c351-2b77-4b3f-8eb6-893cb6a719af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.915580] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 670.915580] env[68089]: value = "task-2852345" [ 670.915580] env[68089]: _type = "Task" [ 670.915580] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.925203] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.967147] env[68089]: DEBUG nova.scheduler.client.report [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.990501] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.231015] env[68089]: DEBUG nova.network.neutron [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updated VIF entry in instance network info cache for port 0e4d2eb4-96c1-45b8-ba4f-038a7771fd43. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.231462] env[68089]: DEBUG nova.network.neutron [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updating instance_info_cache with network_info: [{"id": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "address": "fa:16:3e:01:ef:1b", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e4d2eb4-96", "ovs_interfaceid": "0e4d2eb4-96c1-45b8-ba4f-038a7771fd43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.265488] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526c30aa-9cf9-dd15-9e9e-88372a8f6fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.265734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.265942] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.266190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.266337] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.266511] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.266761] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20fc8fd1-3a94-49ca-b722-063a30a3e097 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.277689] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.277874] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.278651] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dbb8fd-3daa-4031-8641-e337545845b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.283401] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 671.283401] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d63b83-818d-85b6-16f5-a057d38eefec" [ 671.283401] env[68089]: _type = "Task" [ 671.283401] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.290559] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d63b83-818d-85b6-16f5-a057d38eefec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.425477] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852345, 'name': ReconfigVM_Task, 'duration_secs': 0.308478} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.425775] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 55d3c938-61f2-4c70-8333-2ba3a640b625/55d3c938-61f2-4c70-8333-2ba3a640b625.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.426411] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c5163e-2818-49c1-9df1-27e32779ae31 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.433179] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 671.433179] env[68089]: value = "task-2852347" [ 671.433179] env[68089]: _type = "Task" [ 671.433179] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.444691] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852347, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.473523] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.475059] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.476655] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.862s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.478109] env[68089]: INFO nova.compute.claims [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.689517] env[68089]: DEBUG nova.compute.manager [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Received event network-vif-plugged-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.689517] env[68089]: DEBUG oslo_concurrency.lockutils [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] Acquiring lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.689517] env[68089]: DEBUG oslo_concurrency.lockutils [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.689684] env[68089]: DEBUG oslo_concurrency.lockutils [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.689840] env[68089]: DEBUG nova.compute.manager [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] No waiting events found dispatching network-vif-plugged-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.689944] env[68089]: WARNING nova.compute.manager [req-27ca0bfd-7a7c-4b3d-85e4-b33acaf6f5fb req-7933d69d-a17d-4e90-91c0-923a0483539e service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Received unexpected event network-vif-plugged-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 for instance with vm_state building and task_state spawning. [ 671.734178] env[68089]: DEBUG oslo_concurrency.lockutils [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] Releasing lock "refresh_cache-0d241e7c-dd42-44d5-9872-3745f26d796e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.734497] env[68089]: DEBUG nova.compute.manager [req-3515086e-542f-47e1-baa5-763de05bfed1 req-d66f7572-58d0-4dff-ac32-10d8c363d866 service nova] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Received event network-vif-deleted-581a64b7-81b1-483c-8ab6-627dc6e9704c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.798635] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d63b83-818d-85b6-16f5-a057d38eefec, 'name': SearchDatastore_Task, 'duration_secs': 0.029409} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.799367] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123977c1-28af-421b-9542-ec2ce1430331 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.805209] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 671.805209] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d06876-017f-cea2-ce0f-3de4ace517eb" [ 671.805209] env[68089]: _type = "Task" [ 671.805209] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.817211] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d06876-017f-cea2-ce0f-3de4ace517eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.820403] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Successfully updated port: 09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.942849] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852347, 'name': Rename_Task, 'duration_secs': 0.160033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.943138] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.943385] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5368429e-28fe-4b6a-b846-3b38802ca0b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.949800] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 671.949800] env[68089]: value = "task-2852348" [ 671.949800] env[68089]: _type = "Task" [ 671.949800] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.957377] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.983073] env[68089]: DEBUG nova.compute.utils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.986032] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.986229] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.027585] env[68089]: DEBUG nova.policy [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bb198f0264843ad5ba3bb258899a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965f64ed75eb43eda3fd9ac9cd804aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.316148] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d06876-017f-cea2-ce0f-3de4ace517eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.316429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.316691] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0d241e7c-dd42-44d5-9872-3745f26d796e/0d241e7c-dd42-44d5-9872-3745f26d796e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.316953] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039b08bf-71fd-4d8c-a33f-1597708b70e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.323277] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 672.323277] env[68089]: value = "task-2852349" [ 672.323277] env[68089]: _type = "Task" [ 672.323277] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.326594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.326728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquired lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.326854] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.333018] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.380492] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Successfully created port: b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.459750] env[68089]: DEBUG oslo_vmware.api [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852348, 'name': PowerOnVM_Task, 'duration_secs': 0.438324} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.460035] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.460278] env[68089]: INFO nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Took 7.11 seconds to spawn the instance on the hypervisor. [ 672.460453] env[68089]: DEBUG nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.461260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f1715-06d6-4d6d-8ff2-2afbdfe2b807 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.488045] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.843641] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852349, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.896880] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.979155] env[68089]: INFO nova.compute.manager [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Took 38.26 seconds to build instance. [ 673.061416] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2ec9f4-6647-4874-8f0b-24aaaefcc690 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.069355] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e061f-3155-4d5f-9ba6-d0865a94dc02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.107250] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2d3911-248a-4814-8ccf-138b386d3240 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.112675] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0c79c6-9d55-4f94-8218-3ff9a5dc0600 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.131622] env[68089]: DEBUG nova.compute.provider_tree [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.165619] env[68089]: DEBUG nova.network.neutron [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Updating instance_info_cache with network_info: [{"id": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "address": "fa:16:3e:78:2d:6c", "network": {"id": "e16dbfdb-c0cd-4f8f-a761-dd42920a2cf5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1128795498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be3a84b56dd4fa0a89f21ea907fe9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab1d0c-c3", "ovs_interfaceid": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.333803] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740486} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.334100] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0d241e7c-dd42-44d5-9872-3745f26d796e/0d241e7c-dd42-44d5-9872-3745f26d796e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.334294] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.334530] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7da79a3-cf50-4903-88ee-81d563476027 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.341854] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 673.341854] env[68089]: value = "task-2852351" [ 673.341854] env[68089]: _type = "Task" [ 673.341854] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.349908] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.488315] env[68089]: DEBUG oslo_concurrency.lockutils [None req-506b9fc8-4cdb-47f1-8d8a-2aeef0461b37 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.490s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.500239] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.526038] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.526293] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.526956] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.526956] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.526956] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.526956] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.527166] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.527267] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.527437] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.527630] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.527804] env[68089]: DEBUG nova.virt.hardware [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.528713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b92013a-3d93-419f-97bb-e2b112abd85a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.537686] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702624e0-c184-4556-983d-3af2d1483244 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.634229] env[68089]: DEBUG nova.scheduler.client.report [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.668575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Releasing lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.668913] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Instance network_info: |[{"id": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "address": "fa:16:3e:78:2d:6c", "network": {"id": "e16dbfdb-c0cd-4f8f-a761-dd42920a2cf5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1128795498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be3a84b56dd4fa0a89f21ea907fe9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab1d0c-c3", "ovs_interfaceid": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.669590] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:2d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09ab1d0c-c38c-45c9-9c1a-36351c24f3c8', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.676857] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Creating folder: Project (9be3a84b56dd4fa0a89f21ea907fe9a7). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.677134] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbae0923-1e04-432b-bd98-8d57c1153f6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.688470] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Created folder: Project (9be3a84b56dd4fa0a89f21ea907fe9a7) in parent group-v573447. [ 673.688653] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Creating folder: Instances. Parent ref: group-v573547. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.688876] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929b0144-6628-4d53-9fdb-cc5018dde699 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.698201] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Created folder: Instances in parent group-v573547. [ 673.698431] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.698613] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.698807] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7733bb-50fe-4b45-b4ab-84e20017425f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.714621] env[68089]: DEBUG nova.compute.manager [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Received event network-changed-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.715294] env[68089]: DEBUG nova.compute.manager [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Refreshing instance network info cache due to event network-changed-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 673.715294] env[68089]: DEBUG oslo_concurrency.lockutils [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] Acquiring lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.715294] env[68089]: DEBUG oslo_concurrency.lockutils [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] Acquired lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.715294] env[68089]: DEBUG nova.network.neutron [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Refreshing network info cache for port 09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.721852] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.721852] env[68089]: value = "task-2852354" [ 673.721852] env[68089]: _type = "Task" [ 673.721852] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.731717] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852354, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.851372] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213416} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.851627] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.852471] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a48c1-a3d0-4ac6-a421-5267937b52ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.875503] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 0d241e7c-dd42-44d5-9872-3745f26d796e/0d241e7c-dd42-44d5-9872-3745f26d796e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.875879] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea947ef1-9b78-4995-9566-2f0b2025d741 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.895825] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 673.895825] env[68089]: value = "task-2852355" [ 673.895825] env[68089]: _type = "Task" [ 673.895825] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.905902] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.991847] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.004825] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Successfully updated port: b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.140911] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.141502] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.144072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.740s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.147039] env[68089]: INFO nova.compute.claims [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.233576] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852354, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.407912] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852355, 'name': ReconfigVM_Task, 'duration_secs': 0.507599} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.408296] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 0d241e7c-dd42-44d5-9872-3745f26d796e/0d241e7c-dd42-44d5-9872-3745f26d796e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.409126] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c42ceb-3e39-4888-b5db-8d7210a44f27 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.415681] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 674.415681] env[68089]: value = "task-2852356" [ 674.415681] env[68089]: _type = "Task" [ 674.415681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.427904] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852356, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.463507] env[68089]: DEBUG nova.network.neutron [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Updated VIF entry in instance network info cache for port 09ab1d0c-c38c-45c9-9c1a-36351c24f3c8. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.463861] env[68089]: DEBUG nova.network.neutron [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Updating instance_info_cache with network_info: [{"id": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "address": "fa:16:3e:78:2d:6c", "network": {"id": "e16dbfdb-c0cd-4f8f-a761-dd42920a2cf5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1128795498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be3a84b56dd4fa0a89f21ea907fe9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab1d0c-c3", "ovs_interfaceid": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.510023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.510280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.510507] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.513152] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.649937] env[68089]: DEBUG nova.compute.utils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.653379] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.653546] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.708665] env[68089]: DEBUG nova.policy [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a526bf21ed64d4d8a354ed6b6cf5261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ade2be76134e118cadeaedaa173b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.734828] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852354, 'name': CreateVM_Task, 'duration_secs': 0.607025} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.734941] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.736107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.736107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736317] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ffa8bf-bd25-47dd-93bb-167532a4a06f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.741700] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 674.741700] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521c80ae-f417-f6fa-57a4-fa524af73f57" [ 674.741700] env[68089]: _type = "Task" [ 674.741700] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.750105] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c80ae-f417-f6fa-57a4-fa524af73f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.925313] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852356, 'name': Rename_Task, 'duration_secs': 0.14823} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.925603] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.925849] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1b8eb1-5bbb-42d2-ade1-32e1c8eb6ee5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.934430] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 674.934430] env[68089]: value = "task-2852357" [ 674.934430] env[68089]: _type = "Task" [ 674.934430] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.943611] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.966636] env[68089]: DEBUG oslo_concurrency.lockutils [req-c32591e0-10b2-4e6c-94ab-14645600f558 req-b46f4238-3dcd-4efe-bb1d-db8f0457bfda service nova] Releasing lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.024337] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Successfully created port: e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.060572] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.156586] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.255093] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c80ae-f417-f6fa-57a4-fa524af73f57, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.255426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255687] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.255927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.256092] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.256277] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.256544] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7cdfbf2-1252-49a9-a6c5-05ce67d7ba95 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.264712] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.264888] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.265608] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b47ca56-3966-4a3a-a018-e7ac2e35bbe5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.273315] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 675.273315] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528bca10-b5fc-88cd-26d6-922990dc9eed" [ 675.273315] env[68089]: _type = "Task" [ 675.273315] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.284421] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528bca10-b5fc-88cd-26d6-922990dc9eed, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.288481] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c316bea-61e0-41e3-ab12-bcdcb93433a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.295904] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 675.295904] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bdae55-51e3-a5e8-1eb0-cd88e3d0de15" [ 675.295904] env[68089]: _type = "Task" [ 675.295904] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.304814] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bdae55-51e3-a5e8-1eb0-cd88e3d0de15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.404007] env[68089]: DEBUG nova.network.neutron [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Updating instance_info_cache with network_info: [{"id": "b0290089-c9e9-450f-bb49-de9a27d04129", "address": "fa:16:3e:3c:c1:b0", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0290089-c9", "ovs_interfaceid": "b0290089-c9e9-450f-bb49-de9a27d04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.446652] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852357, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.721160] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e4d576-7752-4d6a-9ce6-3b6627febf74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.728219] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1d43e-4ded-442b-98ca-bea6922ce364 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.764061] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca75fa64-2928-4ec6-903c-d6719e54c96f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.769382] env[68089]: DEBUG nova.compute.manager [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Received event network-vif-plugged-b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.769595] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Acquiring lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.769809] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.769973] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.770195] env[68089]: DEBUG nova.compute.manager [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] No waiting events found dispatching network-vif-plugged-b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.770279] env[68089]: WARNING nova.compute.manager [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Received unexpected event network-vif-plugged-b0290089-c9e9-450f-bb49-de9a27d04129 for instance with vm_state building and task_state spawning. [ 675.770433] env[68089]: DEBUG nova.compute.manager [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Received event network-changed-b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.770579] env[68089]: DEBUG nova.compute.manager [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Refreshing instance network info cache due to event network-changed-b0290089-c9e9-450f-bb49-de9a27d04129. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.770740] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Acquiring lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.774301] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d3ff6-faa7-421d-b8f6-eff035ed8931 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.788551] env[68089]: DEBUG nova.compute.provider_tree [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.805733] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bdae55-51e3-a5e8-1eb0-cd88e3d0de15, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.805975] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.806243] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5/43b0abe5-0b57-46f0-bccc-0c4398ad8ff5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.806640] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255a59f4-0b60-4358-b8fc-d36704a97f0a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.812592] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 675.812592] env[68089]: value = "task-2852359" [ 675.812592] env[68089]: _type = "Task" [ 675.812592] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.821494] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.910630] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.911044] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance network_info: |[{"id": "b0290089-c9e9-450f-bb49-de9a27d04129", "address": "fa:16:3e:3c:c1:b0", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0290089-c9", "ovs_interfaceid": "b0290089-c9e9-450f-bb49-de9a27d04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.911757] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Acquired lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.911986] env[68089]: DEBUG nova.network.neutron [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Refreshing network info cache for port b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.913378] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:c1:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0290089-c9e9-450f-bb49-de9a27d04129', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.921564] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating folder: Project (965f64ed75eb43eda3fd9ac9cd804aa8). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.922721] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e98cf1f1-11bf-412c-8d76-e7dd98708779 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.934579] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created folder: Project (965f64ed75eb43eda3fd9ac9cd804aa8) in parent group-v573447. [ 675.934579] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating folder: Instances. Parent ref: group-v573550. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.934579] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5377c805-0bea-4153-95fb-de0dba3c918c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.945045] env[68089]: DEBUG oslo_vmware.api [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852357, 'name': PowerOnVM_Task, 'duration_secs': 0.580232} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.945416] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.945660] env[68089]: INFO nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Took 7.92 seconds to spawn the instance on the hypervisor. [ 675.945874] env[68089]: DEBUG nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.948064] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a202c-0e8d-4401-a3fd-4700ca596ea7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.951467] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created folder: Instances in parent group-v573550. [ 675.951737] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.951964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.952610] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e90f44c-4786-42c6-84ed-b3034c2d794f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.978526] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.978526] env[68089]: value = "task-2852362" [ 675.978526] env[68089]: _type = "Task" [ 675.978526] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.989331] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852362, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.171631] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.197395] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.197678] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.197807] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.197985] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.198152] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.198304] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.198504] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.198663] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.198898] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.199116] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.199323] env[68089]: DEBUG nova.virt.hardware [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.200249] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c009c4-45a1-4551-9bad-a16747f5eaf5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.210180] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0010d398-6234-4b54-a0c5-0359f55f6166 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.292284] env[68089]: DEBUG nova.scheduler.client.report [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.323078] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.323341] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5/43b0abe5-0b57-46f0-bccc-0c4398ad8ff5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.323550] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.323862] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d25bc5a-e62b-4e39-84e1-b72e84aea70e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.330265] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 676.330265] env[68089]: value = "task-2852363" [ 676.330265] env[68089]: _type = "Task" [ 676.330265] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.337831] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.486968] env[68089]: INFO nova.compute.manager [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Took 41.27 seconds to build instance. [ 676.491789] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852362, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.797381] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.797973] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.801198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.857s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.801422] env[68089]: DEBUG nova.objects.instance [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lazy-loading 'resources' on Instance uuid abb105e4-4494-4a98-bfa7-11358ddecdea {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.840812] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069839} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.841096] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.841887] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400bce4e-9cda-42ed-9862-6cbacfa19320 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.864015] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5/43b0abe5-0b57-46f0-bccc-0c4398ad8ff5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.865555] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a39b99-f629-4ed7-858a-35af0e0d7c74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.885392] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 676.885392] env[68089]: value = "task-2852364" [ 676.885392] env[68089]: _type = "Task" [ 676.885392] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.893073] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.990798] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852362, 'name': CreateVM_Task, 'duration_secs': 0.70286} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.990975] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.991675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.991839] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.992203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.992943] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bc8abda6-958a-4930-809f-71765b51de75 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.401s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.993182] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a93a1d-2627-4e30-8ab0-de9db4e2a639 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.999573] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 676.999573] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f14052-0971-aa0b-fc28-4dda6ef6631e" [ 676.999573] env[68089]: _type = "Task" [ 676.999573] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.012018] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f14052-0971-aa0b-fc28-4dda6ef6631e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.083330] env[68089]: DEBUG nova.network.neutron [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Updated VIF entry in instance network info cache for port b0290089-c9e9-450f-bb49-de9a27d04129. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.083715] env[68089]: DEBUG nova.network.neutron [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Updating instance_info_cache with network_info: [{"id": "b0290089-c9e9-450f-bb49-de9a27d04129", "address": "fa:16:3e:3c:c1:b0", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0290089-c9", "ovs_interfaceid": "b0290089-c9e9-450f-bb49-de9a27d04129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.306474] env[68089]: DEBUG nova.compute.utils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.306474] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.306474] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.411474] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.411474] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Successfully updated port: e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.446928] env[68089]: DEBUG nova.policy [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f463063b7e42538ac21bd32fb26200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70cad0d93a442c58e5034e1f7c07c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.500201] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.520061] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f14052-0971-aa0b-fc28-4dda6ef6631e, 'name': SearchDatastore_Task, 'duration_secs': 0.059641} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.521049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.521322] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.521573] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.521721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.521901] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.522258] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-880cf1b7-7ccc-4f1c-96b7-05484ab016dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.540642] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.541155] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.545334] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e527215-e50a-496c-b906-d132adafbbe9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.557125] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 677.557125] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529c0976-978c-a03e-6c81-205e1a59dc6a" [ 677.557125] env[68089]: _type = "Task" [ 677.557125] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.571856] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529c0976-978c-a03e-6c81-205e1a59dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.587149] env[68089]: DEBUG oslo_concurrency.lockutils [req-249e6faa-4c4e-424b-a45c-bdb1847dea5e req-178a8116-917a-4fcf-8f4b-0cacf648b9ed service nova] Releasing lock "refresh_cache-b5751918-d166-4b39-a5ee-fe2500f85ace" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.795458] env[68089]: DEBUG nova.compute.manager [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Received event network-vif-plugged-e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.795676] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Acquiring lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.795884] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.796067] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.796238] env[68089]: DEBUG nova.compute.manager [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] No waiting events found dispatching network-vif-plugged-e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.796401] env[68089]: WARNING nova.compute.manager [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Received unexpected event network-vif-plugged-e008e37a-a7c5-4432-8aa6-94ce94baf577 for instance with vm_state building and task_state spawning. [ 677.796561] env[68089]: DEBUG nova.compute.manager [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Received event network-changed-e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.796742] env[68089]: DEBUG nova.compute.manager [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Refreshing instance network info cache due to event network-changed-e008e37a-a7c5-4432-8aa6-94ce94baf577. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.796884] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Acquiring lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.797535] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Acquired lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.797810] env[68089]: DEBUG nova.network.neutron [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Refreshing network info cache for port e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.812023] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.870282] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df72188-694a-47c6-a860-45d87ea34359 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.878367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eef779-d465-4450-a079-dd79eb88bbcb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.910143] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Successfully created port: 94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.915087] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e4a8d-54e2-4b4c-89ee-fd8a690a0503 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917679] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.923073] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852364, 'name': ReconfigVM_Task, 'duration_secs': 0.666455} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.925106] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5/43b0abe5-0b57-46f0-bccc-0c4398ad8ff5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.925956] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02773965-bfe9-40a4-a3a1-6055b7987450 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.928304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f3aee-4568-4bd9-b8de-f1563c521a41 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.943020] env[68089]: DEBUG nova.compute.provider_tree [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.948022] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 677.948022] env[68089]: value = "task-2852366" [ 677.948022] env[68089]: _type = "Task" [ 677.948022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.953157] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852366, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.021863] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.067857] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529c0976-978c-a03e-6c81-205e1a59dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.068735] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9751767b-a824-4e00-a7b8-314d2cdaec32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.074313] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 678.074313] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52602d87-2b5c-0718-b236-1fccb09d9ece" [ 678.074313] env[68089]: _type = "Task" [ 678.074313] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.084595] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52602d87-2b5c-0718-b236-1fccb09d9ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.340526] env[68089]: DEBUG nova.network.neutron [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.428268] env[68089]: DEBUG nova.network.neutron [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.435916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.436166] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.447188] env[68089]: DEBUG nova.scheduler.client.report [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.462652] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852366, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.584644] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52602d87-2b5c-0718-b236-1fccb09d9ece, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.584934] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.585207] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b5751918-d166-4b39-a5ee-fe2500f85ace/b5751918-d166-4b39-a5ee-fe2500f85ace.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.585461] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3532119-397a-47bc-a8c4-23b99276dd48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.592196] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 678.592196] env[68089]: value = "task-2852367" [ 678.592196] env[68089]: _type = "Task" [ 678.592196] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.601774] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.823460] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.849852] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.850107] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.850273] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.850453] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.850617] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.850735] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.850940] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.851170] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.851285] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.851529] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.851740] env[68089]: DEBUG nova.virt.hardware [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.852880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01b3561-926a-4c53-8f9a-56b0586f5af8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.862463] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51336b54-988c-4d24-b103-cddbfb6ad103 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.931063] env[68089]: DEBUG oslo_concurrency.lockutils [req-9864538c-8db3-4b10-92eb-8b4aa185b73b req-bd82ad29-714a-417d-93fe-e36e3c331be8 service nova] Releasing lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931376] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931540] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.940494] env[68089]: DEBUG nova.compute.utils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.952072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.958996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.371s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.960794] env[68089]: INFO nova.compute.claims [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.973428] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852366, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.979039] env[68089]: INFO nova.scheduler.client.report [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Deleted allocations for instance abb105e4-4494-4a98-bfa7-11358ddecdea [ 679.104401] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50224} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.104953] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b5751918-d166-4b39-a5ee-fe2500f85ace/b5751918-d166-4b39-a5ee-fe2500f85ace.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.104953] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.105139] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-949d96b5-5c80-4d94-9c42-12e87e966d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.110686] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 679.110686] env[68089]: value = "task-2852368" [ 679.110686] env[68089]: _type = "Task" [ 679.110686] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.119189] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.443836] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.462761] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852366, 'name': Rename_Task, 'duration_secs': 1.143675} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.463323] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.463451] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb789c26-aef3-4902-bb86-0de1e6cfdd9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.473914] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 679.473914] env[68089]: value = "task-2852370" [ 679.473914] env[68089]: _type = "Task" [ 679.473914] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.483589] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.484916] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.489647] env[68089]: DEBUG oslo_concurrency.lockutils [None req-524d342f-8b00-4e0b-8a15-d729ff826ed4 tempest-FloatingIPsAssociationTestJSON-541681562 tempest-FloatingIPsAssociationTestJSON-541681562-project-member] Lock "abb105e4-4494-4a98-bfa7-11358ddecdea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.085s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.620849] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Successfully updated port: 94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.628635] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190547} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.628953] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.629853] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f47f7f-04d2-4b3c-bccc-2cfb985f0752 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.655477] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b5751918-d166-4b39-a5ee-fe2500f85ace/b5751918-d166-4b39-a5ee-fe2500f85ace.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.656397] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e1b626-4e8a-424b-812a-60f614a5e419 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.681671] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 679.681671] env[68089]: value = "task-2852371" [ 679.681671] env[68089]: _type = "Task" [ 679.681671] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.692649] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.719306] env[68089]: DEBUG nova.network.neutron [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Updating instance_info_cache with network_info: [{"id": "e008e37a-a7c5-4432-8aa6-94ce94baf577", "address": "fa:16:3e:75:ab:65", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape008e37a-a7", "ovs_interfaceid": "e008e37a-a7c5-4432-8aa6-94ce94baf577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.984896] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.055472] env[68089]: DEBUG nova.compute.manager [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Received event network-vif-plugged-94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.055472] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Acquiring lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.055472] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.055472] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.055472] env[68089]: DEBUG nova.compute.manager [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] No waiting events found dispatching network-vif-plugged-94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.055472] env[68089]: WARNING nova.compute.manager [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Received unexpected event network-vif-plugged-94be772c-53e9-43b8-9bca-099d6a604902 for instance with vm_state building and task_state spawning. [ 680.055472] env[68089]: DEBUG nova.compute.manager [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Received event network-changed-94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.055472] env[68089]: DEBUG nova.compute.manager [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Refreshing instance network info cache due to event network-changed-94be772c-53e9-43b8-9bca-099d6a604902. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 680.056326] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Acquiring lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056732] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Acquired lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057037] env[68089]: DEBUG nova.network.neutron [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Refreshing network info cache for port 94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.124393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.195617] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.222110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "refresh_cache-c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.222454] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance network_info: |[{"id": "e008e37a-a7c5-4432-8aa6-94ce94baf577", "address": "fa:16:3e:75:ab:65", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape008e37a-a7", "ovs_interfaceid": "e008e37a-a7c5-4432-8aa6-94ce94baf577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.222900] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ab:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e008e37a-a7c5-4432-8aa6-94ce94baf577', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.231710] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.234621] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.235705] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ab8e2ea-7a39-49a2-ae07-207c1b2d4c6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.261672] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.261672] env[68089]: value = "task-2852372" [ 680.261672] env[68089]: _type = "Task" [ 680.261672] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.273056] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852372, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.492232] env[68089]: DEBUG oslo_vmware.api [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852370, 'name': PowerOnVM_Task, 'duration_secs': 0.964265} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.492680] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.492774] env[68089]: INFO nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Took 9.73 seconds to spawn the instance on the hypervisor. [ 680.493092] env[68089]: DEBUG nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.493740] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96038e6-89f7-415a-a640-f2b120838301 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.525941] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c265d5-d7f6-45ed-90f1-0cb3f7d3ff2c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.536046] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.536328] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.536564] env[68089]: INFO nova.compute.manager [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Attaching volume 146f4a9d-37b6-415a-b19e-7a5c39f6ed3a to /dev/sdb [ 680.540086] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eee5063-108a-47dd-b7f7-ec1f778225c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.593456] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e34c7e9-ec7a-4cf4-a5a2-6fca6e0a7bd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.596442] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a9185-87d7-4429-897a-b765a7fa8203 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.606109] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e481c6-1a7e-4eec-a8ac-aa327d03e370 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.610456] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4d262-0cf1-4c71-985c-67ec22838ac0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.628294] env[68089]: DEBUG nova.virt.block_device [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updating existing volume attachment record: 46483579-2a6d-47f2-8f98-5c3adc15afde {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 680.631230] env[68089]: DEBUG nova.network.neutron [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.643040] env[68089]: DEBUG nova.compute.provider_tree [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.694585] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852371, 'name': ReconfigVM_Task, 'duration_secs': 0.716311} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.694879] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b5751918-d166-4b39-a5ee-fe2500f85ace/b5751918-d166-4b39-a5ee-fe2500f85ace.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.695766] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f94cc9e-8036-4950-8712-f725408ce295 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.704890] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 680.704890] env[68089]: value = "task-2852373" [ 680.704890] env[68089]: _type = "Task" [ 680.704890] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.716283] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852373, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.756938] env[68089]: DEBUG nova.network.neutron [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.773687] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852372, 'name': CreateVM_Task, 'duration_secs': 0.448177} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.773861] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.775955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.776049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.776370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.776620] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e8730e-8748-4916-9e34-f697eba7be71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.784621] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 680.784621] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522140a9-9c7b-5ffc-3a82-fa4c285cb076" [ 680.784621] env[68089]: _type = "Task" [ 680.784621] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.794555] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522140a9-9c7b-5ffc-3a82-fa4c285cb076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.014488] env[68089]: INFO nova.compute.manager [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Took 43.40 seconds to build instance. [ 681.147548] env[68089]: DEBUG nova.scheduler.client.report [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.222529] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852373, 'name': Rename_Task, 'duration_secs': 0.280145} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.222826] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.223104] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-badc16b4-0283-4cd0-b460-76e46a5dee2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.232232] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 681.232232] env[68089]: value = "task-2852377" [ 681.232232] env[68089]: _type = "Task" [ 681.232232] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.258346] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.260631] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c8836d2-b8ac-4d90-bcba-c88881657bc6 req-81d20079-84e1-4d8b-b1f9-121f38317231 service nova] Releasing lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.261133] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.261314] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.298517] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522140a9-9c7b-5ffc-3a82-fa4c285cb076, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.298915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.300494] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.300494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.300494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.300494] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.300494] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78515ab4-9b14-477c-858d-5a7a68a96d05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.311032] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.311240] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.314631] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91af809f-3620-4c5d-a7f8-a99809d714fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.318078] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 681.318078] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52822c2f-81f4-8d4b-3b22-417afa47a39d" [ 681.318078] env[68089]: _type = "Task" [ 681.318078] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.328681] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52822c2f-81f4-8d4b-3b22-417afa47a39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.519608] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6add689-7dc3-4ecc-80d1-86642a4bc698 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.466s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.653500] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.654064] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.656984] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.055s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.657230] env[68089]: DEBUG nova.objects.instance [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lazy-loading 'resources' on Instance uuid 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.744387] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.818414] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.833491] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52822c2f-81f4-8d4b-3b22-417afa47a39d, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.834668] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e012c3-7f33-4623-b0b4-f521bac9f851 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.841621] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 681.841621] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5289eefa-f304-1e9c-2c44-5833052b4dae" [ 681.841621] env[68089]: _type = "Task" [ 681.841621] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.853275] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5289eefa-f304-1e9c-2c44-5833052b4dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.021579] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.021906] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.022224] env[68089]: INFO nova.compute.manager [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Rebooting instance [ 682.027027] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.062913] env[68089]: DEBUG nova.network.neutron [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Updating instance_info_cache with network_info: [{"id": "94be772c-53e9-43b8-9bca-099d6a604902", "address": "fa:16:3e:f1:a0:5b", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94be772c-53", "ovs_interfaceid": "94be772c-53e9-43b8-9bca-099d6a604902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.161051] env[68089]: DEBUG nova.compute.utils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.165224] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.165382] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.234032] env[68089]: DEBUG nova.policy [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '255f43005c25455e9a719d383eee1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad461d00de40249e1521f1a8d05a7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.245453] env[68089]: DEBUG oslo_vmware.api [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852377, 'name': PowerOnVM_Task, 'duration_secs': 0.578554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.248033] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.248249] env[68089]: INFO nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Took 8.75 seconds to spawn the instance on the hypervisor. [ 682.248428] env[68089]: DEBUG nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.249549] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece0981-d2e8-4ef1-a844-dc0d8a5d1137 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.354199] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5289eefa-f304-1e9c-2c44-5833052b4dae, 'name': SearchDatastore_Task, 'duration_secs': 0.031133} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.354558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.354817] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8/c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.355099] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2345f702-450c-4fce-bad8-2dbed638482f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.364402] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 682.364402] env[68089]: value = "task-2852379" [ 682.364402] env[68089]: _type = "Task" [ 682.364402] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.374508] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.554935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.564173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.566136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquired lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.566136] env[68089]: DEBUG nova.network.neutron [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.570101] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "refresh_cache-09f7e7be-d9dc-40cd-acd1-1655812fe818" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.570101] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance network_info: |[{"id": "94be772c-53e9-43b8-9bca-099d6a604902", "address": "fa:16:3e:f1:a0:5b", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94be772c-53", "ovs_interfaceid": "94be772c-53e9-43b8-9bca-099d6a604902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.573405] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94be772c-53e9-43b8-9bca-099d6a604902', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.582423] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.583700] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.583934] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eab340db-e233-4521-83be-72b40dac5806 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.607930] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Successfully created port: 9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.611679] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.611679] env[68089]: value = "task-2852380" [ 682.611679] env[68089]: _type = "Task" [ 682.611679] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.622977] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852380, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.666369] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.774053] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed24ce7-3546-43d6-8962-5b4a8c36ee05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.779343] env[68089]: INFO nova.compute.manager [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Took 42.98 seconds to build instance. [ 682.789666] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89392a0d-2915-4dd1-a82d-4c6433c1742c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.830501] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b745bbfd-76bc-45fa-992b-2dd6c03b5ba0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.842721] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738ed88-3003-4847-b7e1-fbd2a90e6739 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.861670] env[68089]: DEBUG nova.compute.provider_tree [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.876477] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.124108] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852380, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.147430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "b5751918-d166-4b39-a5ee-fe2500f85ace" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.282505] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bcea71b6-f138-4885-90a4-64458971f0f4 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.349s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.283824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.137s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.286855] env[68089]: DEBUG nova.compute.manager [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.286855] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5196aff-5b02-4d0f-aa5f-b8f012fc9871 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.293528] env[68089]: DEBUG nova.compute.manager [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 683.294368] env[68089]: DEBUG nova.objects.instance [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'flavor' on Instance uuid b5751918-d166-4b39-a5ee-fe2500f85ace {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.364879] env[68089]: DEBUG nova.scheduler.client.report [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.380975] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735678} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.382396] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8/c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.382594] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.382865] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cbb65c6-0fdf-4d38-abfb-518901306ca2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.392617] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 683.392617] env[68089]: value = "task-2852382" [ 683.392617] env[68089]: _type = "Task" [ 683.392617] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.405154] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.471877] env[68089]: DEBUG nova.network.neutron [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Updating instance_info_cache with network_info: [{"id": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "address": "fa:16:3e:78:2d:6c", "network": {"id": "e16dbfdb-c0cd-4f8f-a761-dd42920a2cf5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1128795498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9be3a84b56dd4fa0a89f21ea907fe9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09ab1d0c-c3", "ovs_interfaceid": "09ab1d0c-c38c-45c9-9c1a-36351c24f3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.629020] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852380, 'name': CreateVM_Task, 'duration_secs': 0.690977} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.629020] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.629020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.629020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.629020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.629020] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e461027b-a213-4d93-a9ac-c78bb8a19fca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.633583] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 683.633583] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5252b60a-be0f-b317-9225-54e1e5884c81" [ 683.633583] env[68089]: _type = "Task" [ 683.633583] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.643722] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5252b60a-be0f-b317-9225-54e1e5884c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.683495] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.709096] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.709096] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.709096] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.709096] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.709096] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.709722] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.710822] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.714073] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.714073] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.714073] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.714073] env[68089]: DEBUG nova.virt.hardware [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.714073] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ee992-562c-4bd0-abfa-fb204df4d05c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.723088] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92974e78-2691-4e17-a91b-551822f99002 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.785604] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.871023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.873418] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.020s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.899292] env[68089]: INFO nova.scheduler.client.report [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Deleted allocations for instance 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a [ 683.912461] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079327} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.913079] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.913966] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333b4b5-e304-47b4-878e-63263b5efe6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.938594] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8/c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.938790] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3470c13d-6670-4992-ba74-a2d2cf36156c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.961951] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 683.961951] env[68089]: value = "task-2852384" [ 683.961951] env[68089]: _type = "Task" [ 683.961951] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.975172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Releasing lock "refresh_cache-43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.983531] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.986954] env[68089]: DEBUG nova.compute.manager [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.988020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66560785-569d-4c81-a461-1d77ac48329a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.147661] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5252b60a-be0f-b317-9225-54e1e5884c81, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.148045] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.148333] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.148610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.148778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.149048] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.149749] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff8460b6-6456-4da2-8ca6-5d3e36a55f15 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.159910] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.160114] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.160879] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f993f6-66ca-4821-9e8e-8069b8185bc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.167305] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 684.167305] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dd7585-c958-98ea-8851-6d2c45a0f859" [ 684.167305] env[68089]: _type = "Task" [ 684.167305] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.176630] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dd7585-c958-98ea-8851-6d2c45a0f859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.302213] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.302572] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4208c16f-c1c7-426d-9e2b-155141280a29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.310066] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.311679] env[68089]: DEBUG oslo_vmware.api [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 684.311679] env[68089]: value = "task-2852385" [ 684.311679] env[68089]: _type = "Task" [ 684.311679] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.322073] env[68089]: DEBUG oslo_vmware.api [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.416133] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d46334cc-2a11-4eca-a372-1304bc6676c6 tempest-DeleteServersAdminTestJSON-1218049034 tempest-DeleteServersAdminTestJSON-1218049034-project-member] Lock "0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.733s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.472948] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852384, 'name': ReconfigVM_Task, 'duration_secs': 0.315022} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.473622] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8/c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.474281] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59caaf62-458c-4cd6-a72b-de6f2220204f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.486832] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 684.486832] env[68089]: value = "task-2852386" [ 684.486832] env[68089]: _type = "Task" [ 684.486832] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.496922] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852386, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.501533] env[68089]: DEBUG nova.compute.manager [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Received event network-vif-plugged-9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 684.501781] env[68089]: DEBUG oslo_concurrency.lockutils [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] Acquiring lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.501985] env[68089]: DEBUG oslo_concurrency.lockutils [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.502168] env[68089]: DEBUG oslo_concurrency.lockutils [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.502332] env[68089]: DEBUG nova.compute.manager [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] No waiting events found dispatching network-vif-plugged-9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.502492] env[68089]: WARNING nova.compute.manager [req-7e448cb4-b0d9-4906-8684-23884099f9a1 req-63d7dcde-2357-4179-9e73-9116f81e57a7 service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Received unexpected event network-vif-plugged-9e4b3ae9-5a25-4757-8240-265d02400b42 for instance with vm_state building and task_state spawning. [ 684.549139] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Successfully updated port: 9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.678710] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dd7585-c958-98ea-8851-6d2c45a0f859, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.679579] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461aaeb3-47bc-4fd4-bcd5-097dbd673e50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.687333] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 684.687333] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e34b18-c584-6753-c2d1-8084711322a2" [ 684.687333] env[68089]: _type = "Task" [ 684.687333] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.696450] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e34b18-c584-6753-c2d1-8084711322a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.823471] env[68089]: DEBUG oslo_vmware.api [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852385, 'name': PowerOffVM_Task, 'duration_secs': 0.317331} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.823736] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.823921] env[68089]: DEBUG nova.compute.manager [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.824709] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd8cb3-09dd-4ee9-ac2a-393d194bf0c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.922603] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.922773] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 607865da-9774-47fc-ae4e-1adc0084cec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.922900] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6c432798-e4a8-45e4-bb75-445c270227b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923031] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance da71d402-1cd8-4859-a0b7-de637efebb69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923153] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923271] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a88ec1b0-abf1-44b6-9fe2-21aa327eb65e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923385] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance d59e44d7-db1a-467d-a522-ce4fe0ae9d8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923496] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6b06ebb-1303-4ff3-82a9-e3d8844b738e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923606] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance cddcefef-6171-42b5-b184-9c7a52ca7f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923715] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e44ce746-0d2b-425f-a4b6-1e2d9608caa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923849] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance cc928eab-c51b-4f80-a53f-70d55942c69b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.923950] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 4462705b-a35a-4b6d-8992-6d07bd1b3001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.924146] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.924296] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f7670926-83aa-49b9-96fb-3c190fb7c466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.924417] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c5373bba-94e4-4b88-9421-d509a56f4238 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.924558] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance db761107-7da8-4117-a5c7-9a9c00780487 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.924677] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e3791c02-489d-4e5e-a268-17bd16e6f7e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.924831] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e433ee92-ece7-4bda-85d1-76cfa321ede9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.924968] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 8b53bec3-130d-4624-97f0-ca39d94fcd89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.926046] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 55d3c938-61f2-4c70-8333-2ba3a640b625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926282] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0d241e7c-dd42-44d5-9872-3745f26d796e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926422] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926544] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b5751918-d166-4b39-a5ee-fe2500f85ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926661] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926775] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 09f7e7be-d9dc-40cd-acd1-1655812fe818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.926888] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 04fe4efc-95d3-4339-b76c-44d720ab2bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 684.997515] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852386, 'name': Rename_Task, 'duration_secs': 0.16526} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.997790] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.998046] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41fb1fbf-7dac-4c0e-a759-5ad82d1416a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.005626] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 685.005626] env[68089]: value = "task-2852387" [ 685.005626] env[68089]: _type = "Task" [ 685.005626] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.011812] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c374db9a-d484-4050-917f-5641a648becc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.022741] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.026488] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Doing hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 685.026488] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e9e593b8-fed4-40ad-8a66-869526f83f33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.033649] env[68089]: DEBUG oslo_vmware.api [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 685.033649] env[68089]: value = "task-2852388" [ 685.033649] env[68089]: _type = "Task" [ 685.033649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.045490] env[68089]: DEBUG oslo_vmware.api [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852388, 'name': ResetVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.052803] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.052881] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.053099] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.204482] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e34b18-c584-6753-c2d1-8084711322a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.204482] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.204482] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 09f7e7be-d9dc-40cd-acd1-1655812fe818/09f7e7be-d9dc-40cd-acd1-1655812fe818.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.204482] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fe700cc-33ef-4111-a520-1f46f1f86953 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.210178] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 685.210292] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573556', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'name': 'volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d241e7c-dd42-44d5-9872-3745f26d796e', 'attached_at': '', 'detached_at': '', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'serial': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 685.211119] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c37ff-41bd-4028-b082-a373d0eade7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.215267] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 685.215267] env[68089]: value = "task-2852389" [ 685.215267] env[68089]: _type = "Task" [ 685.215267] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.232233] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67d0bc-01ff-4881-9a1c-8d485bfbbebd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.238063] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.262697] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a/volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.262697] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c058c686-1d5f-4bec-bbd7-e9f725814c94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.283582] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 685.283582] env[68089]: value = "task-2852390" [ 685.283582] env[68089]: _type = "Task" [ 685.283582] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.301048] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.339857] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c447b38d-5c4e-4569-845e-8c68c302be62 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.423066] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "6a894398-7cdf-4c97-a46e-13992f90a91d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.423340] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.432515] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f73d6245-6df4-47d5-98c4-643dfe7fa81e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.521239] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.545166] env[68089]: DEBUG oslo_vmware.api [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852388, 'name': ResetVM_Task, 'duration_secs': 0.135659} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.545704] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Did hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 685.546260] env[68089]: DEBUG nova.compute.manager [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.546973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71924c54-cab9-451d-9540-b447c7e734e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.727725] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852389, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.798049] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.852417] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.935838] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c7324ad3-0fb9-4322-b708-dd9d86aa6b6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.024887] env[68089]: DEBUG oslo_vmware.api [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852387, 'name': PowerOnVM_Task, 'duration_secs': 0.524913} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.024887] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.024887] env[68089]: INFO nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Took 9.85 seconds to spawn the instance on the hypervisor. [ 686.024887] env[68089]: DEBUG nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.025563] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bdcb3f-6b0f-4aa6-a9d8-a38ce449f53d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.072950] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87e6f154-5fbd-4b5e-b22e-4f2d58349ecf tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.051s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.101921] env[68089]: DEBUG nova.network.neutron [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updating instance_info_cache with network_info: [{"id": "9e4b3ae9-5a25-4757-8240-265d02400b42", "address": "fa:16:3e:67:21:0a", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4b3ae9-5a", "ovs_interfaceid": "9e4b3ae9-5a25-4757-8240-265d02400b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.227944] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532258} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.228365] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 09f7e7be-d9dc-40cd-acd1-1655812fe818/09f7e7be-d9dc-40cd-acd1-1655812fe818.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.228589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.228851] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-949c5da4-27be-4e01-9a20-dab98da09626 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.251779] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 686.251779] env[68089]: value = "task-2852391" [ 686.251779] env[68089]: _type = "Task" [ 686.251779] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.266726] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.299790] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852390, 'name': ReconfigVM_Task, 'duration_secs': 0.721064} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.300359] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a/volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.306768] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381a33b4-2d9e-4657-9cce-69f2412e7e09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.327476] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 686.327476] env[68089]: value = "task-2852392" [ 686.327476] env[68089]: _type = "Task" [ 686.327476] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.339767] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.438911] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 06e8e418-ed6c-411b-b4da-f4e033ed0c65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 686.547545] env[68089]: INFO nova.compute.manager [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Took 40.95 seconds to build instance. [ 686.603953] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.604378] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Instance network_info: |[{"id": "9e4b3ae9-5a25-4757-8240-265d02400b42", "address": "fa:16:3e:67:21:0a", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4b3ae9-5a", "ovs_interfaceid": "9e4b3ae9-5a25-4757-8240-265d02400b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.604777] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:21:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4b3ae9-5a25-4757-8240-265d02400b42', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.615118] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating folder: Project (47ad461d00de40249e1521f1a8d05a7e). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.615424] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f49204-5b8b-4a44-8091-39639bbef606 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.632260] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created folder: Project (47ad461d00de40249e1521f1a8d05a7e) in parent group-v573447. [ 686.632474] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating folder: Instances. Parent ref: group-v573558. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.632725] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9698e56-2762-4a4e-88ea-8c2f5dfad4e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.645266] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created folder: Instances in parent group-v573558. [ 686.645551] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.645767] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.645998] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d68a7d-da67-4e39-96bb-81ea6b19e0fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.668832] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.668832] env[68089]: value = "task-2852395" [ 686.668832] env[68089]: _type = "Task" [ 686.668832] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.677738] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852395, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.764149] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083773} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.764392] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.765170] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c36f64-6940-46ba-aea4-e97ed0bfc608 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.794816] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 09f7e7be-d9dc-40cd-acd1-1655812fe818/09f7e7be-d9dc-40cd-acd1-1655812fe818.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.795356] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3446c282-6fd2-4cb3-812b-dac36be54c49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.821996] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 686.821996] env[68089]: value = "task-2852396" [ 686.821996] env[68089]: _type = "Task" [ 686.821996] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.835191] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.842408] env[68089]: DEBUG nova.compute.manager [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Received event network-changed-9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.842531] env[68089]: DEBUG nova.compute.manager [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Refreshing instance network info cache due to event network-changed-9e4b3ae9-5a25-4757-8240-265d02400b42. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 686.842754] env[68089]: DEBUG oslo_concurrency.lockutils [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] Acquiring lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.842896] env[68089]: DEBUG oslo_concurrency.lockutils [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] Acquired lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.843072] env[68089]: DEBUG nova.network.neutron [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Refreshing network info cache for port 9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.856335] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.926024] env[68089]: DEBUG nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.926717] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c70bdc-46f0-4337-80c4-88146c8fc361 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.941655] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance af7e82a2-6dd2-46f1-9e49-2df318b839c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.050203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e802df3-7639-4af3-bd88-ed1910c66f17 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.669s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.180788] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852395, 'name': CreateVM_Task, 'duration_secs': 0.436185} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.180788] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.181213] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.181382] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.181738] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.181999] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6500f9-83b0-42e8-9133-9f865da02a59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.188235] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 687.188235] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52319c32-6f6d-93be-5ca5-f40806758fbe" [ 687.188235] env[68089]: _type = "Task" [ 687.188235] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.197262] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52319c32-6f6d-93be-5ca5-f40806758fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.333347] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852396, 'name': ReconfigVM_Task, 'duration_secs': 0.305999} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.333624] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 09f7e7be-d9dc-40cd-acd1-1655812fe818/09f7e7be-d9dc-40cd-acd1-1655812fe818.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.335228] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85e2c42-5583-45b2-938d-5ffb5e1b4508 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.344508] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.345774] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 687.345774] env[68089]: value = "task-2852397" [ 687.345774] env[68089]: _type = "Task" [ 687.345774] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.356511] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852397, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.439271] env[68089]: INFO nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] instance snapshotting [ 687.439516] env[68089]: WARNING nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 687.444322] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f173971-5f83-4660-b4a0-7bb635cfdef1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.445857] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 7516cc2e-e16f-4751-aa29-8b17dbfcbf97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.475788] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa8cb3-52e3-496c-8713-e25b9d356bc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.481632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.481862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.526875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.527135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.527363] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.527548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.527715] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.529527] env[68089]: INFO nova.compute.manager [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Terminating instance [ 687.554086] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.694219] env[68089]: DEBUG nova.network.neutron [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updated VIF entry in instance network info cache for port 9e4b3ae9-5a25-4757-8240-265d02400b42. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.694577] env[68089]: DEBUG nova.network.neutron [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updating instance_info_cache with network_info: [{"id": "9e4b3ae9-5a25-4757-8240-265d02400b42", "address": "fa:16:3e:67:21:0a", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4b3ae9-5a", "ovs_interfaceid": "9e4b3ae9-5a25-4757-8240-265d02400b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.701570] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52319c32-6f6d-93be-5ca5-f40806758fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.702094] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.702329] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.702566] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.702715] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.702881] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.703157] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34903fa0-308f-4826-a1c6-6668d304dde1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.718990] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.719220] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.720191] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946fe8d4-b531-485f-ab08-9bc1cc8c100c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.726983] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 687.726983] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5247cd64-cfb0-65af-9634-bd7047f98fe7" [ 687.726983] env[68089]: _type = "Task" [ 687.726983] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.735376] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5247cd64-cfb0-65af-9634-bd7047f98fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.847228] env[68089]: DEBUG oslo_vmware.api [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852392, 'name': ReconfigVM_Task, 'duration_secs': 1.28006} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.851274] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573556', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'name': 'volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d241e7c-dd42-44d5-9872-3745f26d796e', 'attached_at': '', 'detached_at': '', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'serial': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 687.859475] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852397, 'name': Rename_Task, 'duration_secs': 0.154556} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.859781] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.860058] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c44c89-bba2-4ead-88af-64c70c4e33ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.867152] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 687.867152] env[68089]: value = "task-2852398" [ 687.867152] env[68089]: _type = "Task" [ 687.867152] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.877391] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.949559] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 3d9a341a-b557-4672-8277-ffc6f71c1397 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.992935] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 687.994120] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-042162a7-1065-4477-b954-cbc551b5a815 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.005110] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 688.005110] env[68089]: value = "task-2852399" [ 688.005110] env[68089]: _type = "Task" [ 688.005110] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.016671] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.033227] env[68089]: DEBUG nova.compute.manager [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.033465] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.034397] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8f5d3f-9aa4-4bee-a3ce-9e896eaea5e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.043996] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.044412] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb5d179-41e8-46c2-968b-12d82df74086 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.053479] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 688.053479] env[68089]: value = "task-2852400" [ 688.053479] env[68089]: _type = "Task" [ 688.053479] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.069181] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.087689] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.204303] env[68089]: DEBUG oslo_concurrency.lockutils [req-001684fd-f431-4693-bfc1-c28e0175ecec req-d2fb4cdb-a943-4418-8b2d-7be27d5b337c service nova] Releasing lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.239679] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5247cd64-cfb0-65af-9634-bd7047f98fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.031615} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.240627] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e373f31f-1ab9-471d-8ae8-c421961e8cc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.247659] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 688.247659] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5249006f-2f45-70af-acea-2c578bdc487f" [ 688.247659] env[68089]: _type = "Task" [ 688.247659] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.258233] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5249006f-2f45-70af-acea-2c578bdc487f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.380401] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852398, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.454495] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance d93aeda1-6df1-4968-89ff-2a4dbf865c98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.517018] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852399, 'name': CreateSnapshot_Task, 'duration_secs': 0.482046} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.517302] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 688.518185] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38257c87-199d-4330-965f-afc90c48e5b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.564697] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852400, 'name': PowerOffVM_Task, 'duration_secs': 0.198786} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.564983] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.565171] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.565437] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6a8d3f1-b1ce-4f08-8501-e910d8022880 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.641052] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.641288] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.641470] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Deleting the datastore file [datastore1] 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.641745] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ad822b-9dfa-4ce8-8563-7bd49e190e53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.650146] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for the task: (returnval){ [ 688.650146] env[68089]: value = "task-2852402" [ 688.650146] env[68089]: _type = "Task" [ 688.650146] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.661348] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.762154] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5249006f-2f45-70af-acea-2c578bdc487f, 'name': SearchDatastore_Task, 'duration_secs': 0.012299} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.762154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.762154] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/04fe4efc-95d3-4339-b76c-44d720ab2bd4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.762154] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184d0f7a-6a36-4165-8f7e-8903170946ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.770025] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 688.770025] env[68089]: value = "task-2852403" [ 688.770025] env[68089]: _type = "Task" [ 688.770025] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.779947] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.879646] env[68089]: DEBUG oslo_vmware.api [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852398, 'name': PowerOnVM_Task, 'duration_secs': 0.572158} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.879971] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.880622] env[68089]: INFO nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Took 10.06 seconds to spawn the instance on the hypervisor. [ 688.880890] env[68089]: DEBUG nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.881716] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1f7c8-c8ac-4b15-86e4-34c4b5fcf749 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.901397] env[68089]: DEBUG nova.objects.instance [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'flavor' on Instance uuid 0d241e7c-dd42-44d5-9872-3745f26d796e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.957395] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.040364] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 689.040955] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a477a5e-fbe5-483e-bd0f-43361d53fa10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.055429] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 689.055429] env[68089]: value = "task-2852404" [ 689.055429] env[68089]: _type = "Task" [ 689.055429] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.063405] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852404, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.160057] env[68089]: DEBUG oslo_vmware.api [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Task: {'id': task-2852402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501449} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.160348] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.160520] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.160694] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.160867] env[68089]: INFO nova.compute.manager [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.161134] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.161348] env[68089]: DEBUG nova.compute.manager [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.161450] env[68089]: DEBUG nova.network.neutron [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.284685] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.401053] env[68089]: INFO nova.compute.manager [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Took 40.02 seconds to build instance. [ 689.406965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4c04d855-0946-47eb-913d-9d01b01c36c9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.871s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.459359] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 26a22789-6320-44ea-bd82-9485f81b22d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.541245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.541519] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.541757] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.541945] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.542138] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.546666] env[68089]: INFO nova.compute.manager [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Terminating instance [ 689.566290] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852404, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.784094] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832794} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.784254] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/04fe4efc-95d3-4339-b76c-44d720ab2bd4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.784489] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.784747] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a2ae89-051e-4fbd-83c3-3ddf16ff98bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.792470] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 689.792470] env[68089]: value = "task-2852405" [ 689.792470] env[68089]: _type = "Task" [ 689.792470] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.801534] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.904344] env[68089]: DEBUG oslo_concurrency.lockutils [None req-963940d6-4b3a-4aab-89f6-1bbc5ed1d5e2 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.378s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.963054] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.053487] env[68089]: DEBUG nova.compute.manager [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.053737] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.054102] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b8cc84-b7ce-4589-9155-77cbd8484cfb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074891] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852404, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.076956] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 690.076956] env[68089]: value = "task-2852406" [ 690.076956] env[68089]: _type = "Task" [ 690.076956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.088353] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.135479] env[68089]: DEBUG nova.network.neutron [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.302516] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229483} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.302922] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.303863] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df8644-08e4-40fe-a314-ddb27d70cabd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.330956] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/04fe4efc-95d3-4339-b76c-44d720ab2bd4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.331300] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddb08e9-d43f-413b-810a-65d94cdcdfbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.351895] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 690.351895] env[68089]: value = "task-2852407" [ 690.351895] env[68089]: _type = "Task" [ 690.351895] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.359867] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852407, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.407673] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.466225] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6a894398-7cdf-4c97-a46e-13992f90a91d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.466566] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 690.466692] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 690.565949] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852404, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.588526] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852406, 'name': PowerOffVM_Task, 'duration_secs': 0.329364} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.588933] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.589280] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 690.589604] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573556', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'name': 'volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d241e7c-dd42-44d5-9872-3745f26d796e', 'attached_at': '', 'detached_at': '', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'serial': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 690.590511] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c9dcf-f916-4c03-8f04-0bf6c382a165 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.616022] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc15a5-ce2f-4766-8925-d3cff9027e5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.623624] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330dfa92-c886-4cdd-8b2f-ca734d30402d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.645735] env[68089]: INFO nova.compute.manager [-] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Took 1.48 seconds to deallocate network for instance. [ 690.650166] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ebec3-3d35-432b-aa90-9f164fa4d758 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.668484] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] The volume has not been displaced from its original location: [datastore1] volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a/volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 690.673728] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 690.677975] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f516ec6-2a3f-4c8f-a9ca-bd61fb83b375 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.691944] env[68089]: DEBUG nova.compute.manager [req-6018a70e-7d79-4715-b0bb-79815ce460a9 req-91a12fff-140d-4d27-8599-081d3b6bfb48 service nova] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Received event network-vif-deleted-09ab1d0c-c38c-45c9-9c1a-36351c24f3c8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.699404] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 690.699404] env[68089]: value = "task-2852408" [ 690.699404] env[68089]: _type = "Task" [ 690.699404] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.711387] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.878841] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.937933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.060944] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a7c64-b233-451f-8477-d51f27a20a62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.072215] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e451c-b684-4013-b736-afa88fdc4d8e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.075512] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852404, 'name': CloneVM_Task, 'duration_secs': 1.673926} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.075745] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Created linked-clone VM from snapshot [ 691.076823] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2506abe-7f36-4c58-965b-23d74bb70fe0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.109641] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62958f-7381-4b2a-b983-d60dc4d88086 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.112598] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Uploading image 009ff745-edb1-49f1-89d3-f74e24ebf64a {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.121726] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd3516-3af1-4dc0-8f50-bd2c657a329e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.137443] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.148043] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.148043] env[68089]: value = "vm-573562" [ 691.148043] env[68089]: _type = "VirtualMachine" [ 691.148043] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.148341] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b3ac43e-ec4b-4561-bf69-e7c25fcb72b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.157890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.160330] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease: (returnval){ [ 691.160330] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b029e-481f-e510-26d8-6c02483f6a90" [ 691.160330] env[68089]: _type = "HttpNfcLease" [ 691.160330] env[68089]: } obtained for exporting VM: (result){ [ 691.160330] env[68089]: value = "vm-573562" [ 691.160330] env[68089]: _type = "VirtualMachine" [ 691.160330] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.160720] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the lease: (returnval){ [ 691.160720] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b029e-481f-e510-26d8-6c02483f6a90" [ 691.160720] env[68089]: _type = "HttpNfcLease" [ 691.160720] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.170686] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.170686] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b029e-481f-e510-26d8-6c02483f6a90" [ 691.170686] env[68089]: _type = "HttpNfcLease" [ 691.170686] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.213701] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852408, 'name': ReconfigVM_Task, 'duration_secs': 0.232517} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.214507] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 691.221978] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b99a6f-9cfe-4717-a71c-0bd388a3a857 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.255712] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 691.255712] env[68089]: value = "task-2852410" [ 691.255712] env[68089]: _type = "Task" [ 691.255712] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.277559] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.368284] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852407, 'name': ReconfigVM_Task, 'duration_secs': 0.618693} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.368655] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/04fe4efc-95d3-4339-b76c-44d720ab2bd4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.369538] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1393361d-e514-4c00-baf7-9ac3709c8c6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.379784] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 691.379784] env[68089]: value = "task-2852411" [ 691.379784] env[68089]: _type = "Task" [ 691.379784] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.391059] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852411, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.643007] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.671306] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.671306] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b029e-481f-e510-26d8-6c02483f6a90" [ 691.671306] env[68089]: _type = "HttpNfcLease" [ 691.671306] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 691.671535] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 691.671535] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b029e-481f-e510-26d8-6c02483f6a90" [ 691.671535] env[68089]: _type = "HttpNfcLease" [ 691.671535] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 691.672281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf620dd-25f7-4fb1-90a4-cbe694de16d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.680843] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 691.681052] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 691.747103] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e3e0d-0f37-43d0-821d-c18c069e1471 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.755527] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Suspending the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 691.755742] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9876cf51-c6b9-4303-aa7c-7f12b3501dbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.768928] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.770588] env[68089]: DEBUG oslo_vmware.api [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] Waiting for the task: (returnval){ [ 691.770588] env[68089]: value = "task-2852412" [ 691.770588] env[68089]: _type = "Task" [ 691.770588] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.781359] env[68089]: DEBUG oslo_vmware.api [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] Task: {'id': task-2852412, 'name': SuspendVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.803751] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1156c03-a0e5-4ce9-b2d0-5f8c5ae19faf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.895089] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852411, 'name': Rename_Task, 'duration_secs': 0.403453} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.895619] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.896071] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8e83c9-74c7-4136-94f8-3bedd095a154 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.905462] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 691.905462] env[68089]: value = "task-2852413" [ 691.905462] env[68089]: _type = "Task" [ 691.905462] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.919147] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.147769] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 692.148131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.275s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.148625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.236s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.150897] env[68089]: INFO nova.compute.claims [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.272135] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852410, 'name': ReconfigVM_Task, 'duration_secs': 0.806315} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.275938] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573556', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'name': 'volume-146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d241e7c-dd42-44d5-9872-3745f26d796e', 'attached_at': '', 'detached_at': '', 'volume_id': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a', 'serial': '146f4a9d-37b6-415a-b19e-7a5c39f6ed3a'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 692.276322] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.277171] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a08b7-9d14-47f5-9137-b9c7f17badf7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.286544] env[68089]: DEBUG oslo_vmware.api [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] Task: {'id': task-2852412, 'name': SuspendVM_Task} progress is 58%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.289476] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.290277] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e524d0-4234-46bb-b296-2fa26bb0965d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.376046] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.376046] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.376046] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore2] 0d241e7c-dd42-44d5-9872-3745f26d796e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.377365] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de5870bd-79f0-4192-974c-7e00fea6b0e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.386618] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 692.386618] env[68089]: value = "task-2852415" [ 692.386618] env[68089]: _type = "Task" [ 692.386618] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.399711] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.419547] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.734348] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.735191] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.737053] env[68089]: DEBUG nova.compute.manager [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.737482] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7ee51-2f9f-4533-846f-857ec6e557cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.746716] env[68089]: DEBUG nova.compute.manager [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 692.747421] env[68089]: DEBUG nova.objects.instance [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'flavor' on Instance uuid e3791c02-489d-4e5e-a268-17bd16e6f7e4 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.784048] env[68089]: DEBUG oslo_vmware.api [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] Task: {'id': task-2852412, 'name': SuspendVM_Task, 'duration_secs': 0.858616} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.784048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Suspended the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 692.784048] env[68089]: DEBUG nova.compute.manager [None req-e43482ea-b486-4ffd-b0aa-60ed6a4faa9f tempest-ServersAdminNegativeTestJSON-388675888 tempest-ServersAdminNegativeTestJSON-388675888-project-admin] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.784974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13243d2b-fe66-40c1-ab86-1a0b3553f3b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.901761] env[68089]: DEBUG oslo_vmware.api [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354048} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.902093] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.902536] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.902957] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.903223] env[68089]: INFO nova.compute.manager [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Took 2.85 seconds to destroy the instance on the hypervisor. [ 692.903528] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.903763] env[68089]: DEBUG nova.compute.manager [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.904069] env[68089]: DEBUG nova.network.neutron [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.919947] env[68089]: DEBUG oslo_vmware.api [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852413, 'name': PowerOnVM_Task, 'duration_secs': 0.766806} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.920534] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.920788] env[68089]: INFO nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Took 9.24 seconds to spawn the instance on the hypervisor. [ 692.921038] env[68089]: DEBUG nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.922742] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417d4e8-203f-4c9b-bfa7-2c167a2a0bc5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.296834] env[68089]: DEBUG nova.compute.manager [req-ca5bcd24-c0fa-4578-9cdc-f0a586a3de12 req-29f98128-31c4-403d-90f9-8848fc1231ee service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Received event network-vif-deleted-0e4d2eb4-96c1-45b8-ba4f-038a7771fd43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.297089] env[68089]: INFO nova.compute.manager [req-ca5bcd24-c0fa-4578-9cdc-f0a586a3de12 req-29f98128-31c4-403d-90f9-8848fc1231ee service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Neutron deleted interface 0e4d2eb4-96c1-45b8-ba4f-038a7771fd43; detaching it from the instance and deleting it from the info cache [ 693.297220] env[68089]: DEBUG nova.network.neutron [req-ca5bcd24-c0fa-4578-9cdc-f0a586a3de12 req-29f98128-31c4-403d-90f9-8848fc1231ee service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.424052] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.424288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.442926] env[68089]: INFO nova.compute.manager [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Took 39.87 seconds to build instance. [ 693.713628] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213f415-aa63-4336-94b6-620c0084d727 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.723121] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ed35d-91df-4a0d-8511-5d35a118acfc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.755416] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7c157-34ba-49c9-9812-b6601405af6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.760656] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.762952] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865905e9-0f02-49b4-88a4-c1f595182b70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.765616] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d82cdf-38d8-4efc-b554-78f7db39ed22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.773486] env[68089]: DEBUG nova.network.neutron [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.784850] env[68089]: DEBUG nova.compute.provider_tree [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.786771] env[68089]: DEBUG oslo_vmware.api [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 693.786771] env[68089]: value = "task-2852416" [ 693.786771] env[68089]: _type = "Task" [ 693.786771] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.798296] env[68089]: DEBUG oslo_vmware.api [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.802155] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d23f3e0-e9c8-4823-b94d-4aec80a7bdf9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.812427] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5eaa98-6fe2-426a-8208-69fb37ea2a17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.857130] env[68089]: DEBUG nova.compute.manager [req-ca5bcd24-c0fa-4578-9cdc-f0a586a3de12 req-29f98128-31c4-403d-90f9-8848fc1231ee service nova] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Detach interface failed, port_id=0e4d2eb4-96c1-45b8-ba4f-038a7771fd43, reason: Instance 0d241e7c-dd42-44d5-9872-3745f26d796e could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 693.928713] env[68089]: DEBUG nova.compute.utils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.945620] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b036838-dd7c-4443-8d9f-9b8fbdf3824d tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.207s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.276121] env[68089]: INFO nova.compute.manager [-] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Took 1.37 seconds to deallocate network for instance. [ 694.288718] env[68089]: DEBUG nova.scheduler.client.report [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.302010] env[68089]: DEBUG oslo_vmware.api [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852416, 'name': PowerOffVM_Task, 'duration_secs': 0.361086} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.303604] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.303604] env[68089]: DEBUG nova.compute.manager [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.303604] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9647c5d1-27a2-490d-ac2a-b2aa9e2bfffc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.362211] env[68089]: INFO nova.compute.manager [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Rescuing [ 694.362725] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.363268] env[68089]: DEBUG nova.network.neutron [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.431785] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.448701] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.797616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.798174] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.801312] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.531s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.801562] env[68089]: DEBUG nova.objects.instance [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 694.818132] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e243c9a-2939-4aaa-9134-4b083a920cd2 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.844910] env[68089]: INFO nova.compute.manager [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Took 0.57 seconds to detach 1 volumes for instance. [ 694.972511] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.128722] env[68089]: DEBUG nova.network.neutron [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updating instance_info_cache with network_info: [{"id": "9e4b3ae9-5a25-4757-8240-265d02400b42", "address": "fa:16:3e:67:21:0a", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4b3ae9-5a", "ovs_interfaceid": "9e4b3ae9-5a25-4757-8240-265d02400b42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.306740] env[68089]: DEBUG nova.compute.utils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.312773] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.312773] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.351871] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.360961] env[68089]: DEBUG nova.policy [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8c31254ce2143a0b3605a70f23b9e5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b67f296c16d4284a7324a2bc38c36d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.512354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.513311] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.513537] env[68089]: INFO nova.compute.manager [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Attaching volume e70aa25f-2e5d-47f5-b70c-6ff2a8781029 to /dev/sdb [ 695.563225] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30071849-406e-4d9b-890c-bbccd581bb74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.573681] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7317a22b-b71d-4e38-ae14-1d135382a666 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.591863] env[68089]: DEBUG nova.virt.block_device [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updating existing volume attachment record: a4490129-be8e-4108-882e-cdc1c844a9de {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 695.632222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "refresh_cache-04fe4efc-95d3-4339-b76c-44d720ab2bd4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.808890] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Successfully created port: 779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.812471] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.816775] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7c0f2219-10f5-41b9-bb00-7d56a5014b2d tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.817872] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.367s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.821823] env[68089]: INFO nova.compute.claims [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.056791] env[68089]: DEBUG nova.objects.instance [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'flavor' on Instance uuid e3791c02-489d-4e5e-a268-17bd16e6f7e4 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.561129] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.561421] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquired lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.561502] env[68089]: DEBUG nova.network.neutron [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.561695] env[68089]: DEBUG nova.objects.instance [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'info_cache' on Instance uuid e3791c02-489d-4e5e-a268-17bd16e6f7e4 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.823020] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.844752] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.845014] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.845186] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.845370] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.845519] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.845664] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.845868] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.846042] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.846220] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.846381] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.846553] env[68089]: DEBUG nova.virt.hardware [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.847482] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f60cd-3fe7-4bbc-a8a0-df1e0d39f028 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.856202] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a2aa58-8a94-4961-bc33-ce9e6e07922e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.015980] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.016254] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.016474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.016644] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.016807] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.019076] env[68089]: INFO nova.compute.manager [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Terminating instance [ 697.065367] env[68089]: DEBUG nova.objects.base [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 697.172065] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.172405] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce2e37c-40c3-47bd-b8af-9b751b32dfc4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.182723] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 697.182723] env[68089]: value = "task-2852420" [ 697.182723] env[68089]: _type = "Task" [ 697.182723] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.193488] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.374762] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ca3c6-d685-46d4-a9fb-cf90d6e878f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.386323] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d8491-d2e9-44b3-b068-7f071fd228bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.423804] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601284f2-f03c-48a0-b736-c88f8439faf1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.432828] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971653f-26fd-44e6-ad51-543171269d26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.447835] env[68089]: DEBUG nova.compute.provider_tree [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.524901] env[68089]: DEBUG nova.compute.manager [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.525171] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.526046] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d7c937-acdc-4ca1-b54f-2c88087bac7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.535205] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.535490] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-186a2dc5-fd18-44be-b33d-6a59a5b8a7a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.608901] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.609265] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.609398] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleting the datastore file [datastore1] 09f7e7be-d9dc-40cd-acd1-1655812fe818 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.609682] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e061a5-42a2-42b7-83ec-6b85eed30ccc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.618455] env[68089]: DEBUG oslo_vmware.api [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 697.618455] env[68089]: value = "task-2852422" [ 697.618455] env[68089]: _type = "Task" [ 697.618455] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.627994] env[68089]: DEBUG oslo_vmware.api [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.694057] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852420, 'name': PowerOffVM_Task, 'duration_secs': 0.232306} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.694333] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.695165] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939bd5c1-dff5-4269-a908-07cc7350cc2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.721193] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3494a5c6-3759-406d-bfcd-4f096e1aa2d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.750146] env[68089]: DEBUG nova.compute.manager [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Received event network-vif-plugged-779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.750384] env[68089]: DEBUG oslo_concurrency.lockutils [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] Acquiring lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.753529] env[68089]: DEBUG oslo_concurrency.lockutils [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.753529] env[68089]: DEBUG oslo_concurrency.lockutils [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.753529] env[68089]: DEBUG nova.compute.manager [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] No waiting events found dispatching network-vif-plugged-779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.753529] env[68089]: WARNING nova.compute.manager [req-b7f239fa-0924-4c6a-b80d-58332d579429 req-5389fcf4-bd6a-4d5a-b070-c3212df5cbaf service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Received unexpected event network-vif-plugged-779886d3-39d0-4530-90dc-c4a0799fd6ab for instance with vm_state building and task_state spawning. [ 697.764347] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.764347] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71c8357-6da9-4e41-ac29-9272b93d69cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.775820] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 697.775820] env[68089]: value = "task-2852423" [ 697.775820] env[68089]: _type = "Task" [ 697.775820] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.793253] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 697.794146] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.794442] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.795030] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.795030] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.798084] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ba93e29-d449-401b-bd81-3d6e2d95cc5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.806850] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.807080] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.807895] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946f2c3b-6712-473b-ad02-14a4a8bdcdd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.816483] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 697.816483] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526f452c-236c-d5f0-ecb9-149b156a993a" [ 697.816483] env[68089]: _type = "Task" [ 697.816483] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.826337] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526f452c-236c-d5f0-ecb9-149b156a993a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.952719] env[68089]: DEBUG nova.scheduler.client.report [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.960362] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Successfully updated port: 779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.119193] env[68089]: DEBUG nova.network.neutron [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Updating instance_info_cache with network_info: [{"id": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "address": "fa:16:3e:a8:c5:59", "network": {"id": "4efe4585-8a75-41da-bb9c-5f7f137cb76f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-739139554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ade2be76134e118cadeaedaa173b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb240a1c5-07", "ovs_interfaceid": "b240a1c5-0795-4fd5-a7d9-891e439f4d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.132067] env[68089]: DEBUG oslo_vmware.api [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242437} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.132351] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.132548] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.132728] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.132907] env[68089]: INFO nova.compute.manager [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Took 0.61 seconds to destroy the instance on the hypervisor. [ 698.133172] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.133366] env[68089]: DEBUG nova.compute.manager [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.133501] env[68089]: DEBUG nova.network.neutron [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.327491] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526f452c-236c-d5f0-ecb9-149b156a993a, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.328316] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26190be-8070-47ce-bad4-76a39d4238b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334683] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 698.334683] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b7ac69-e29e-0818-d1d6-801842ff2d96" [ 698.334683] env[68089]: _type = "Task" [ 698.334683] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.343163] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b7ac69-e29e-0818-d1d6-801842ff2d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.463791] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.464582] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.467386] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.900s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.467614] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.471380] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.903s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.471380] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.471769] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.050s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.473158] env[68089]: INFO nova.compute.claims [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.475824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.475954] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquired lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.476233] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.512242] env[68089]: INFO nova.scheduler.client.report [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Deleted allocations for instance db761107-7da8-4117-a5c7-9a9c00780487 [ 698.516726] env[68089]: INFO nova.scheduler.client.report [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Deleted allocations for instance e433ee92-ece7-4bda-85d1-76cfa321ede9 [ 698.625651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Releasing lock "refresh_cache-e3791c02-489d-4e5e-a268-17bd16e6f7e4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.846786] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b7ac69-e29e-0818-d1d6-801842ff2d96, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.847098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.847506] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 698.847718] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ef386d6-b76e-4384-b341-7db3a432c931 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.855996] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 698.855996] env[68089]: value = "task-2852425" [ 698.855996] env[68089]: _type = "Task" [ 698.855996] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.864695] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.908768] env[68089]: DEBUG nova.network.neutron [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.985863] env[68089]: DEBUG nova.compute.utils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.995102] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.995382] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.032579] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab0d788b-04ee-47d3-9df9-393ee40668ab tempest-ServersListShow296Test-531706521 tempest-ServersListShow296Test-531706521-project-member] Lock "db761107-7da8-4117-a5c7-9a9c00780487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.709s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.043219] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbd857be-3282-4623-aa07-044d1fa34a10 tempest-TenantUsagesTestJSON-1620749452 tempest-TenantUsagesTestJSON-1620749452-project-member] Lock "e433ee92-ece7-4bda-85d1-76cfa321ede9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.895s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.049227] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.090545] env[68089]: DEBUG nova.policy [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a913299eb3a44f46b6c1051691a2863a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f33e13f0a214c8ab5974635adc84e75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.303473] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.305735] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab5e54c-6517-4830-bf68-cd1dcc0582a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.315166] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.315377] env[68089]: ERROR oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk due to incomplete transfer. [ 699.315634] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83634bb8-34b3-4b9b-ba21-288d0a73581f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.333202] env[68089]: DEBUG oslo_vmware.rw_handles [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b6f71-4a42-9833-421d-513138c0a482/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.333444] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Uploaded image 009ff745-edb1-49f1-89d3-f74e24ebf64a to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.339360] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.339360] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc69a486-31c8-4901-8a61-e76dedb64415 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.349022] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 699.349022] env[68089]: value = "task-2852426" [ 699.349022] env[68089]: _type = "Task" [ 699.349022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.364035] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852426, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.369345] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.403875] env[68089]: DEBUG nova.network.neutron [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updating instance_info_cache with network_info: [{"id": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "address": "fa:16:3e:b4:f9:dc", "network": {"id": "4d6a173c-f8c6-4632-be47-a04028f98442", "bridge": "br-int", "label": "tempest-ServersTestJSON-49798905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b67f296c16d4284a7324a2bc38c36d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779886d3-39", "ovs_interfaceid": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.414571] env[68089]: INFO nova.compute.manager [-] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Took 1.28 seconds to deallocate network for instance. [ 699.492581] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.638117] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.638681] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b191d7-292b-4cf0-88d7-61fee9cc2286 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.648424] env[68089]: DEBUG oslo_vmware.api [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 699.648424] env[68089]: value = "task-2852427" [ 699.648424] env[68089]: _type = "Task" [ 699.648424] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.666248] env[68089]: DEBUG oslo_vmware.api [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.715782] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Successfully created port: ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.870824] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852426, 'name': Destroy_Task, 'duration_secs': 0.390613} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.874442] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Destroyed the VM [ 699.874712] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.875062] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609617} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.879238] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ecda763-e9d6-4f29-94ec-a5a99362f9bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.879730] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 699.880743] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e1b44e-f09d-40cc-95c8-cd737c0acfe9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.906676] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.912478] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2565ca2-255a-4c9b-9dc0-1eb203f5b3fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.926095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Releasing lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.926528] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Instance network_info: |[{"id": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "address": "fa:16:3e:b4:f9:dc", "network": {"id": "4d6a173c-f8c6-4632-be47-a04028f98442", "bridge": "br-int", "label": "tempest-ServersTestJSON-49798905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b67f296c16d4284a7324a2bc38c36d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779886d3-39", "ovs_interfaceid": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.926678] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 699.926678] env[68089]: value = "task-2852428" [ 699.926678] env[68089]: _type = "Task" [ 699.926678] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.927826] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.928213] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f9:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '779886d3-39d0-4530-90dc-c4a0799fd6ab', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.936495] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Creating folder: Project (5b67f296c16d4284a7324a2bc38c36d3). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.939208] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f9c65a-4561-4517-a6fb-d11368d7ca3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.945358] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 699.945358] env[68089]: value = "task-2852429" [ 699.945358] env[68089]: _type = "Task" [ 699.945358] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.954461] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.957370] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Created folder: Project (5b67f296c16d4284a7324a2bc38c36d3) in parent group-v573447. [ 699.957370] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Creating folder: Instances. Parent ref: group-v573566. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.957370] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1454443-b756-48dd-a48f-34994d47b108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.961689] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.967369] env[68089]: DEBUG nova.compute.manager [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Received event network-changed-779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 699.967554] env[68089]: DEBUG nova.compute.manager [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Refreshing instance network info cache due to event network-changed-779886d3-39d0-4530-90dc-c4a0799fd6ab. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 699.967765] env[68089]: DEBUG oslo_concurrency.lockutils [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] Acquiring lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.967896] env[68089]: DEBUG oslo_concurrency.lockutils [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] Acquired lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.968070] env[68089]: DEBUG nova.network.neutron [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Refreshing network info cache for port 779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.979587] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Created folder: Instances in parent group-v573566. [ 699.979587] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.979587] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.979587] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-603636cc-7663-46da-b72a-d7abb26cee0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.015311] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.015311] env[68089]: value = "task-2852432" [ 700.015311] env[68089]: _type = "Task" [ 700.015311] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.026484] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852432, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.148308] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 700.148584] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573565', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'name': 'volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da71d402-1cd8-4859-a0b7-de637efebb69', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'serial': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 700.149743] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a7ef00-da69-4dc5-8f98-b355d3c0ebb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.169371] env[68089]: DEBUG oslo_vmware.api [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.181214] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa57b9-188f-4217-b38b-8404f5505913 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.184336] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00876df3-c71b-4d4c-b2e3-159378458ec0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.214029] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029/volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.216827] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066faaf6-8f12-4b9f-b084-cde5e0109e3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.232382] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed86c67-c04b-47d6-84bb-e33459d49207 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.244063] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Waiting for the task: (returnval){ [ 700.244063] env[68089]: value = "task-2852433" [ 700.244063] env[68089]: _type = "Task" [ 700.244063] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.278431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915a6e3-6585-410b-a43a-adaac4721fd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.289882] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.291243] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f10ff-fe9f-46db-8d36-b8ccc72c7a30 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.307683] env[68089]: DEBUG nova.compute.provider_tree [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.449039] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852428, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.463177] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.509603] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.525957] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852432, 'name': CreateVM_Task, 'duration_secs': 0.389828} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.526956] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.529957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.530139] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.530609] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.530914] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd946b5-a872-469d-ab9a-78a328b2c468 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.543555] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 700.543555] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52601fa8-876b-53fb-3baa-710d8edba69a" [ 700.543555] env[68089]: _type = "Task" [ 700.543555] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.548036] env[68089]: DEBUG nova.virt.hardware [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.548603] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856a40c-2aba-4c95-af2d-68c6afee10e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.562633] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52601fa8-876b-53fb-3baa-710d8edba69a, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.565523] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.565523] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.565523] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.565698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.565757] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.566728] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd194c4-acb1-41b4-adcb-2b5e3628f9ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.569045] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da33d9-903e-4426-b5c2-a46395911ce5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.591235] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.591450] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.592908] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e9127a-1043-427a-bdda-d4d5a9d82b5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.600306] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 700.600306] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52629860-4978-9049-a074-e03442acd5df" [ 700.600306] env[68089]: _type = "Task" [ 700.600306] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.612134] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52629860-4978-9049-a074-e03442acd5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.662503] env[68089]: DEBUG oslo_vmware.api [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852427, 'name': PowerOnVM_Task, 'duration_secs': 0.656715} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.662832] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.662973] env[68089]: DEBUG nova.compute.manager [None req-1bbed19e-1098-45ae-93ba-aad23629e84d tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.665059] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c13d0-4305-440a-8513-d17c5ba7b0f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.787857] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852433, 'name': ReconfigVM_Task, 'duration_secs': 0.510626} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.788166] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029/volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.797226] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de6ceeb-1dd3-4057-ac1f-91f6cae3b739 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.816023] env[68089]: DEBUG nova.scheduler.client.report [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.818307] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Waiting for the task: (returnval){ [ 700.818307] env[68089]: value = "task-2852434" [ 700.818307] env[68089]: _type = "Task" [ 700.818307] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.829344] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.863499] env[68089]: DEBUG nova.network.neutron [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updated VIF entry in instance network info cache for port 779886d3-39d0-4530-90dc-c4a0799fd6ab. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.864551] env[68089]: DEBUG nova.network.neutron [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updating instance_info_cache with network_info: [{"id": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "address": "fa:16:3e:b4:f9:dc", "network": {"id": "4d6a173c-f8c6-4632-be47-a04028f98442", "bridge": "br-int", "label": "tempest-ServersTestJSON-49798905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b67f296c16d4284a7324a2bc38c36d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779886d3-39", "ovs_interfaceid": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.876864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "b5751918-d166-4b39-a5ee-fe2500f85ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.876864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.876864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.876864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.876864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.878746] env[68089]: INFO nova.compute.manager [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Terminating instance [ 700.947245] env[68089]: DEBUG oslo_vmware.api [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.833409} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.947638] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.947787] env[68089]: INFO nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Took 13.51 seconds to snapshot the instance on the hypervisor. [ 700.960067] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852429, 'name': ReconfigVM_Task, 'duration_secs': 0.629629} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.960387] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.961378] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ae551-7d25-45aa-96b2-7ec18ff4ff18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.989580] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6abffefc-39d4-4068-8d41-30679985a68f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.008708] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 701.008708] env[68089]: value = "task-2852435" [ 701.008708] env[68089]: _type = "Task" [ 701.008708] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.016220] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.116810] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52629860-4978-9049-a074-e03442acd5df, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.118243] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c25915e-6d65-4a9e-84c8-7501fe79bcba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.126948] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 701.126948] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee6acc-48aa-04f6-c4e7-aa120d8946ed" [ 701.126948] env[68089]: _type = "Task" [ 701.126948] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.142166] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee6acc-48aa-04f6-c4e7-aa120d8946ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.280842] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.280842] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.323381] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.323888] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.326482] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.336s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.330026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.330026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.816s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.330337] env[68089]: INFO nova.compute.claims [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.338986] env[68089]: DEBUG oslo_vmware.api [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852434, 'name': ReconfigVM_Task, 'duration_secs': 0.159518} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.339354] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573565', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'name': 'volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da71d402-1cd8-4859-a0b7-de637efebb69', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'serial': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 701.352213] env[68089]: INFO nova.scheduler.client.report [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Deleted allocations for instance 8b53bec3-130d-4624-97f0-ca39d94fcd89 [ 701.366724] env[68089]: DEBUG oslo_concurrency.lockutils [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] Releasing lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.366972] env[68089]: DEBUG nova.compute.manager [req-a14ec7b5-a470-414d-bd35-c3fce8531c1f req-371e3eeb-9ea2-43d1-925f-d768738b81fa service nova] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Received event network-vif-deleted-94be772c-53e9-43b8-9bca-099d6a604902 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.384403] env[68089]: DEBUG nova.compute.manager [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.384595] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.385523] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e90232-c95f-4980-a459-4a6b6b55ac90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.395038] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.395303] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631d5deb-813e-402c-aae1-939964e6182a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.455144] env[68089]: DEBUG nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance disappeared during snapshot {{(pid=68089) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 701.470790] env[68089]: DEBUG nova.compute.manager [None req-7b8394d9-ac61-4659-aad8-3b34bc3daebe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image not found during clean up 009ff745-edb1-49f1-89d3-f74e24ebf64a {{(pid=68089) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 701.517629] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852435, 'name': ReconfigVM_Task, 'duration_secs': 0.185957} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.517901] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.519673] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36644eb-d90a-4dcb-82fe-a25b2a3aa779 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.531176] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 701.531176] env[68089]: value = "task-2852437" [ 701.531176] env[68089]: _type = "Task" [ 701.531176] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.540344] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.639357] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee6acc-48aa-04f6-c4e7-aa120d8946ed, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.640648] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.640648] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f73d6245-6df4-47d5-98c4-643dfe7fa81e/f73d6245-6df4-47d5-98c4-643dfe7fa81e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.640648] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec10a00-6020-455e-ac91-cdb924c376f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.649207] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 701.649207] env[68089]: value = "task-2852438" [ 701.649207] env[68089]: _type = "Task" [ 701.649207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.663025] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.693765] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "739fb198-a531-44e0-87eb-383f90ee0ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.694379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.835380] env[68089]: DEBUG nova.compute.utils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.839699] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.839699] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.861094] env[68089]: DEBUG oslo_concurrency.lockutils [None req-97f711ee-2cb5-44e5-90c8-8b53d947c298 tempest-ServerExternalEventsTest-981937463 tempest-ServerExternalEventsTest-981937463-project-member] Lock "8b53bec3-130d-4624-97f0-ca39d94fcd89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.239s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.951898] env[68089]: DEBUG nova.policy [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21bce696b4724adfb03cf479db787b4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '058787ac96d24e4e80bf80685a0d5d54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.028275] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Successfully updated port: ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.048080] env[68089]: DEBUG oslo_vmware.api [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852437, 'name': PowerOnVM_Task, 'duration_secs': 0.471559} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.049463] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.053052] env[68089]: DEBUG nova.compute.manager [None req-92b7c3b6-f4db-4da1-aba3-025b54aacb08 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.054552] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae2f9e-cfe1-47cc-9fb5-61d34d8d09c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.118533] env[68089]: DEBUG nova.compute.manager [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Received event network-vif-plugged-ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.120262] env[68089]: DEBUG oslo_concurrency.lockutils [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] Acquiring lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.120500] env[68089]: DEBUG oslo_concurrency.lockutils [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.120751] env[68089]: DEBUG oslo_concurrency.lockutils [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.120981] env[68089]: DEBUG nova.compute.manager [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] No waiting events found dispatching network-vif-plugged-ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.121189] env[68089]: WARNING nova.compute.manager [req-81238631-50a1-4bf8-b5b2-44840458a484 req-6e062453-f4f1-4ca3-86a6-acc1ae218b77 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Received unexpected event network-vif-plugged-ff782732-83af-4553-aa83-d64a5fd19249 for instance with vm_state building and task_state spawning. [ 702.165105] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852438, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.348694] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.369866] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.370370] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.371471] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore1] b5751918-d166-4b39-a5ee-fe2500f85ace {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.372719] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc43a67e-3476-4fd9-aa11-52314119533d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.382283] env[68089]: DEBUG oslo_vmware.api [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 702.382283] env[68089]: value = "task-2852439" [ 702.382283] env[68089]: _type = "Task" [ 702.382283] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.403772] env[68089]: DEBUG nova.objects.instance [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lazy-loading 'flavor' on Instance uuid da71d402-1cd8-4859-a0b7-de637efebb69 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.408928] env[68089]: DEBUG oslo_vmware.api [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.532233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.532728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.532891] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.554684] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Successfully created port: d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.662113] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526083} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.662421] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] f73d6245-6df4-47d5-98c4-643dfe7fa81e/f73d6245-6df4-47d5-98c4-643dfe7fa81e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.662677] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.662961] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3ba800a-aa0d-4c55-9890-3336a164f75f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.674423] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 702.674423] env[68089]: value = "task-2852440" [ 702.674423] env[68089]: _type = "Task" [ 702.674423] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.686587] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.896189] env[68089]: DEBUG oslo_vmware.api [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160415} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.896829] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.896977] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.897179] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.897351] env[68089]: INFO nova.compute.manager [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Took 1.51 seconds to destroy the instance on the hypervisor. [ 702.897803] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.898246] env[68089]: DEBUG nova.compute.manager [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.898246] env[68089]: DEBUG nova.network.neutron [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.912445] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f09ce5b-d4c4-4735-85c8-8f85191c91a1 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.399s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.026692] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a6b60c-c0e4-4d10-a3b2-f4a1cb756afe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.041775] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e3e5d-5145-495a-9c1e-d7f09aaab2ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.080109] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862e35f3-597a-4655-88b9-de7f629130cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.084730] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.091304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08adfbb-2e25-4b65-8864-d36d0f44d78b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.108438] env[68089]: DEBUG nova.compute.provider_tree [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.185440] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264241} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.186543] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.186543] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e9030d-8e27-470e-a17e-98f7b16e6bbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.212584] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f73d6245-6df4-47d5-98c4-643dfe7fa81e/f73d6245-6df4-47d5-98c4-643dfe7fa81e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.216524] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46284219-49c7-434b-a5fd-503f600c9e41 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.246130] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 703.246130] env[68089]: value = "task-2852441" [ 703.246130] env[68089]: _type = "Task" [ 703.246130] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.259752] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.320033] env[68089]: DEBUG nova.network.neutron [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updating instance_info_cache with network_info: [{"id": "ff782732-83af-4553-aa83-d64a5fd19249", "address": "fa:16:3e:35:38:19", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff782732-83", "ovs_interfaceid": "ff782732-83af-4553-aa83-d64a5fd19249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.367754] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.399504] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.400415] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.400415] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.400415] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.400415] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.400415] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.400584] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.400746] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.400921] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.401098] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.401281] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.402170] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e90097-08f4-48fc-ae80-2bfca117332c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.411474] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d10aaad-74c3-4288-9f7e-e2fda1621c81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.612168] env[68089]: DEBUG nova.scheduler.client.report [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.756873] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852441, 'name': ReconfigVM_Task, 'duration_secs': 0.320134} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.757177] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f73d6245-6df4-47d5-98c4-643dfe7fa81e/f73d6245-6df4-47d5-98c4-643dfe7fa81e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.757852] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-719f9b8e-9dc6-4271-b5eb-e744f9b5ad55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.766103] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 703.766103] env[68089]: value = "task-2852442" [ 703.766103] env[68089]: _type = "Task" [ 703.766103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.776996] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852442, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.809465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.809767] env[68089]: DEBUG oslo_concurrency.lockutils [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.826482] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.826482] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Instance network_info: |[{"id": "ff782732-83af-4553-aa83-d64a5fd19249", "address": "fa:16:3e:35:38:19", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff782732-83", "ovs_interfaceid": "ff782732-83af-4553-aa83-d64a5fd19249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.826482] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:38:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff782732-83af-4553-aa83-d64a5fd19249', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.836305] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.837201] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.837201] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6af434-810f-4335-982e-e839c65e833b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.853490] env[68089]: DEBUG nova.network.neutron [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.860072] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.860072] env[68089]: value = "task-2852443" [ 703.860072] env[68089]: _type = "Task" [ 703.860072] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.869520] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852443, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.118121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.118713] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.121597] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.100s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.123384] env[68089]: INFO nova.compute.claims [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.278505] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852442, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.314148] env[68089]: INFO nova.compute.manager [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Detaching volume e70aa25f-2e5d-47f5-b70c-6ff2a8781029 [ 704.355941] env[68089]: INFO nova.compute.manager [-] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Took 1.46 seconds to deallocate network for instance. [ 704.366468] env[68089]: INFO nova.virt.block_device [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Attempting to driver detach volume e70aa25f-2e5d-47f5-b70c-6ff2a8781029 from mountpoint /dev/sdb [ 704.367234] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 704.367470] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573565', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'name': 'volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da71d402-1cd8-4859-a0b7-de637efebb69', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'serial': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 704.376963] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c599c281-26c2-4a34-8a66-a55dd91653fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.388420] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852443, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.407923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e97519e-3cee-4f67-85e4-89c715fe6107 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.417635] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb20296-3eeb-47dd-bf6e-9625eaa90f7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.441598] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0ff86d-5305-4f0c-9d7a-789d636da99c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.445602] env[68089]: DEBUG nova.compute.manager [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Received event network-changed-ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.448034] env[68089]: DEBUG nova.compute.manager [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Refreshing instance network info cache due to event network-changed-ff782732-83af-4553-aa83-d64a5fd19249. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 704.448034] env[68089]: DEBUG oslo_concurrency.lockutils [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] Acquiring lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.448034] env[68089]: DEBUG oslo_concurrency.lockutils [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] Acquired lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.448034] env[68089]: DEBUG nova.network.neutron [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Refreshing network info cache for port ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.465079] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029/volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 704.470516] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.471127] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78060f49-3942-45e3-89f1-1b370c878199 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.488216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "c4c584a9-8846-4623-8082-a25ad4c639c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.488475] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.499036] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Waiting for the task: (returnval){ [ 704.499036] env[68089]: value = "task-2852444" [ 704.499036] env[68089]: _type = "Task" [ 704.499036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.509921] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.626266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "1bbefba2-5b43-4ccb-beaa-089c90670020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.626503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.630864] env[68089]: DEBUG nova.compute.utils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.632857] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.636025] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.652723] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Successfully updated port: d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.697416] env[68089]: DEBUG nova.policy [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21bce696b4724adfb03cf479db787b4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '058787ac96d24e4e80bf80685a0d5d54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.778852] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852442, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.875490] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852443, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.881553] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.010973] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.046305] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Successfully created port: 9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.134573] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.157623] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.157623] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.157623] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.282568] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852442, 'name': Rename_Task, 'duration_secs': 1.161307} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.282928] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.283276] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e21d50-5dd3-43d7-aa9c-28a015ee7beb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.292254] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 705.292254] env[68089]: value = "task-2852445" [ 705.292254] env[68089]: _type = "Task" [ 705.292254] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.300863] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.381019] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852443, 'name': CreateVM_Task, 'duration_secs': 1.38786} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.381211] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.383190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.383190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.383653] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384035] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320cf891-ebae-4e2f-ab1f-c55154830c58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.390140] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 705.390140] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5239c8f8-9165-9c85-db75-8931895aa026" [ 705.390140] env[68089]: _type = "Task" [ 705.390140] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.402176] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5239c8f8-9165-9c85-db75-8931895aa026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.427109] env[68089]: DEBUG nova.network.neutron [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updated VIF entry in instance network info cache for port ff782732-83af-4553-aa83-d64a5fd19249. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.427109] env[68089]: DEBUG nova.network.neutron [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updating instance_info_cache with network_info: [{"id": "ff782732-83af-4553-aa83-d64a5fd19249", "address": "fa:16:3e:35:38:19", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff782732-83", "ovs_interfaceid": "ff782732-83af-4553-aa83-d64a5fd19249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.510552] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852444, 'name': ReconfigVM_Task, 'duration_secs': 0.6627} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.510836] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 705.519449] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975abef5-96ca-46de-84db-02d67c599a40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.537657] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Waiting for the task: (returnval){ [ 705.537657] env[68089]: value = "task-2852446" [ 705.537657] env[68089]: _type = "Task" [ 705.537657] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.550666] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.717673] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.748014] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb98e9-5f07-47b7-aee7-13b2dc6cf081 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.758493] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3175353-1e20-4c28-a664-21afd21cf785 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.804572] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ebac5-4584-4e9c-adbd-a2da40094132 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.827910] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86746f0d-8970-42de-8cd0-791314767efe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.833303] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852445, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.845054] env[68089]: DEBUG nova.compute.provider_tree [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.903897] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5239c8f8-9165-9c85-db75-8931895aa026, 'name': SearchDatastore_Task, 'duration_secs': 0.01713} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.904217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.904444] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.904678] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.904821] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.905348] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.905348] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d053542d-7bef-4001-a658-34a85b86404d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.915707] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.915902] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.916643] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6d1e38-ace3-4133-b93a-9f2d9fbc170d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.922708] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 705.922708] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52164f1e-efdf-e10d-85a0-0d15b8551aee" [ 705.922708] env[68089]: _type = "Task" [ 705.922708] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.931358] env[68089]: DEBUG oslo_concurrency.lockutils [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] Releasing lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.931891] env[68089]: DEBUG nova.compute.manager [req-58f8b8e8-fa82-42d8-bba7-9520bd1b29bf req-4a25df41-2bf8-4597-99c3-d18aef68f89b service nova] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Received event network-vif-deleted-b0290089-c9e9-450f-bb49-de9a27d04129 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.931998] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52164f1e-efdf-e10d-85a0-0d15b8551aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.937285] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Updating instance_info_cache with network_info: [{"id": "d21515b7-94e4-45cd-87e9-796ab59f8773", "address": "fa:16:3e:12:d0:d5", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21515b7-94", "ovs_interfaceid": "d21515b7-94e4-45cd-87e9-796ab59f8773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.051953] env[68089]: DEBUG oslo_vmware.api [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Task: {'id': task-2852446, 'name': ReconfigVM_Task, 'duration_secs': 0.160339} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.052138] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573565', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'name': 'volume-e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da71d402-1cd8-4859-a0b7-de637efebb69', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029', 'serial': 'e70aa25f-2e5d-47f5-b70c-6ff2a8781029'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 706.144328] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.169698] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.169943] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.170115] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.170297] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.170517] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.170665] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.170872] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.171070] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.171277] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.171450] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.171619] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.172668] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3b34a5-efcf-412e-9f56-6ca8ee351f1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.181324] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a54d5d-032e-46df-99e8-1e8570402807 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.308435] env[68089]: DEBUG oslo_vmware.api [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852445, 'name': PowerOnVM_Task, 'duration_secs': 0.547058} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.309165] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.309165] env[68089]: INFO nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 706.309165] env[68089]: DEBUG nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.309977] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292e477-e9e9-4d4b-a48c-fef4129004a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.320183] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.320424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.320654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.320839] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.321010] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.323735] env[68089]: INFO nova.compute.manager [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Terminating instance [ 706.348287] env[68089]: DEBUG nova.scheduler.client.report [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.434026] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52164f1e-efdf-e10d-85a0-0d15b8551aee, 'name': SearchDatastore_Task, 'duration_secs': 0.022185} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.434704] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de186ee-d463-4315-a1e2-369ec3c86e11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.440675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.440988] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Instance network_info: |[{"id": "d21515b7-94e4-45cd-87e9-796ab59f8773", "address": "fa:16:3e:12:d0:d5", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21515b7-94", "ovs_interfaceid": "d21515b7-94e4-45cd-87e9-796ab59f8773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.443336] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d0:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd21515b7-94e4-45cd-87e9-796ab59f8773', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.451837] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Creating folder: Project (058787ac96d24e4e80bf80685a0d5d54). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.452233] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 706.452233] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522d0ec2-90ed-5c8f-0450-c915608d0be6" [ 706.452233] env[68089]: _type = "Task" [ 706.452233] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.452445] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f49f1939-c69b-48a2-a849-a85c46d59d1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.460276] env[68089]: DEBUG nova.compute.manager [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Received event network-vif-plugged-d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.460512] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Acquiring lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.460726] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.460893] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.461071] env[68089]: DEBUG nova.compute.manager [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] No waiting events found dispatching network-vif-plugged-d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.461246] env[68089]: WARNING nova.compute.manager [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Received unexpected event network-vif-plugged-d21515b7-94e4-45cd-87e9-796ab59f8773 for instance with vm_state building and task_state spawning. [ 706.461413] env[68089]: DEBUG nova.compute.manager [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Received event network-changed-d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.461564] env[68089]: DEBUG nova.compute.manager [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Refreshing instance network info cache due to event network-changed-d21515b7-94e4-45cd-87e9-796ab59f8773. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 706.461753] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Acquiring lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.461885] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Acquired lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.462051] env[68089]: DEBUG nova.network.neutron [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Refreshing network info cache for port d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.471107] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d0ec2-90ed-5c8f-0450-c915608d0be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.475070] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Created folder: Project (058787ac96d24e4e80bf80685a0d5d54) in parent group-v573447. [ 706.475257] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Creating folder: Instances. Parent ref: group-v573570. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.475715] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ebfcc9-d9ad-4d32-ac79-bf0230a75acf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.488210] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Created folder: Instances in parent group-v573570. [ 706.488477] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.488667] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.489169] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf91854-2bbf-47a1-9ca9-ccae8f4afe06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.510101] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.510101] env[68089]: value = "task-2852449" [ 706.510101] env[68089]: _type = "Task" [ 706.510101] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.518397] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.610529] env[68089]: DEBUG nova.objects.instance [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lazy-loading 'flavor' on Instance uuid da71d402-1cd8-4859-a0b7-de637efebb69 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.831502] env[68089]: DEBUG nova.compute.manager [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.831781] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.832610] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f445e8-4fe9-4a97-a2f7-6ca816463e0d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.844999] env[68089]: INFO nova.compute.manager [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Took 47.95 seconds to build instance. [ 706.850030] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.850300] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b85ede2-8381-4390-849a-9bca6aef8346 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.854041] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.854439] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.859178] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.304s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.860778] env[68089]: INFO nova.compute.claims [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.863953] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 706.863953] env[68089]: value = "task-2852450" [ 706.863953] env[68089]: _type = "Task" [ 706.863953] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.874914] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.971511] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d0ec2-90ed-5c8f-0450-c915608d0be6, 'name': SearchDatastore_Task, 'duration_secs': 0.031039} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.971872] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.972173] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c7324ad3-0fb9-4322-b708-dd9d86aa6b6d/c7324ad3-0fb9-4322-b708-dd9d86aa6b6d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.972796] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d643610-3766-4f25-a6eb-f89c9f8436e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.982309] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 706.982309] env[68089]: value = "task-2852451" [ 706.982309] env[68089]: _type = "Task" [ 706.982309] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.993776] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.022681] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.347808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a617b379-92f1-476e-973e-9bcd960f5227 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.737s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.368268] env[68089]: DEBUG nova.compute.utils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.374236] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.374415] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.383024] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Successfully updated port: 9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.390526] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.435149] env[68089]: DEBUG nova.policy [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21bce696b4724adfb03cf479db787b4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '058787ac96d24e4e80bf80685a0d5d54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.494725] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50742} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.495022] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c7324ad3-0fb9-4322-b708-dd9d86aa6b6d/c7324ad3-0fb9-4322-b708-dd9d86aa6b6d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.495242] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.495504] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db957ce8-8c82-4a85-a06d-1449eacf76ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.505020] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 707.505020] env[68089]: value = "task-2852453" [ 707.505020] env[68089]: _type = "Task" [ 707.505020] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.512284] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.523211] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.543293] env[68089]: DEBUG nova.compute.manager [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Received event network-changed-779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.544186] env[68089]: DEBUG nova.compute.manager [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Refreshing instance network info cache due to event network-changed-779886d3-39d0-4530-90dc-c4a0799fd6ab. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 707.544186] env[68089]: DEBUG oslo_concurrency.lockutils [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] Acquiring lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.544186] env[68089]: DEBUG oslo_concurrency.lockutils [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] Acquired lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.544186] env[68089]: DEBUG nova.network.neutron [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Refreshing network info cache for port 779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.619176] env[68089]: DEBUG oslo_concurrency.lockutils [None req-09dfef8a-ca51-480a-a4cc-56228be53825 tempest-VolumesAssistedSnapshotsTest-1662706616 tempest-VolumesAssistedSnapshotsTest-1662706616-project-admin] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.655819] env[68089]: DEBUG nova.network.neutron [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Updated VIF entry in instance network info cache for port d21515b7-94e4-45cd-87e9-796ab59f8773. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.656206] env[68089]: DEBUG nova.network.neutron [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Updating instance_info_cache with network_info: [{"id": "d21515b7-94e4-45cd-87e9-796ab59f8773", "address": "fa:16:3e:12:d0:d5", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21515b7-94", "ovs_interfaceid": "d21515b7-94e4-45cd-87e9-796ab59f8773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.748170] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Successfully created port: dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.852369] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.884504] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.887823] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.887823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.887932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888840] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.019617] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075875} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.029493] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.030642] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1fc0bb-c494-46f8-9321-c01bb171c074 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.054119] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c7324ad3-0fb9-4322-b708-dd9d86aa6b6d/c7324ad3-0fb9-4322-b708-dd9d86aa6b6d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.061876] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d888531-d263-47ed-900b-6883c8af331d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.077563] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085042] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 708.085042] env[68089]: value = "task-2852454" [ 708.085042] env[68089]: _type = "Task" [ 708.085042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.096668] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.158809] env[68089]: DEBUG oslo_concurrency.lockutils [req-3357725c-6f49-4116-be35-2962956e74e9 req-c3deb000-fdb0-4b41-836d-10fdf697d5e8 service nova] Releasing lock "refresh_cache-06e8e418-ed6c-411b-b4da-f4e033ed0c65" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.341963] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.342270] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.342523] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.342751] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.342952] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.350021] env[68089]: INFO nova.compute.manager [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Terminating instance [ 708.381703] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.382490] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.484490] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.538146] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.578535] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef59ef-da25-468b-a6d2-44b4365c6447 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.593574] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca52107-4e2c-42f4-84b6-0e0fd79fbb6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.600743] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.626584] env[68089]: DEBUG nova.network.neutron [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updated VIF entry in instance network info cache for port 779886d3-39d0-4530-90dc-c4a0799fd6ab. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.627267] env[68089]: DEBUG nova.network.neutron [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updating instance_info_cache with network_info: [{"id": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "address": "fa:16:3e:b4:f9:dc", "network": {"id": "4d6a173c-f8c6-4632-be47-a04028f98442", "bridge": "br-int", "label": "tempest-ServersTestJSON-49798905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b67f296c16d4284a7324a2bc38c36d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap779886d3-39", "ovs_interfaceid": "779886d3-39d0-4530-90dc-c4a0799fd6ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.631149] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900a41d-0b43-4c55-b176-60b73d2d5d2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.638905] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87565cbc-1d4b-456b-a31e-2934b1c93fca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.655614] env[68089]: DEBUG nova.compute.provider_tree [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.709115] env[68089]: DEBUG nova.compute.manager [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Received event network-vif-plugged-9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.709350] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Acquiring lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.709603] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.709775] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.709938] env[68089]: DEBUG nova.compute.manager [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] No waiting events found dispatching network-vif-plugged-9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.710122] env[68089]: WARNING nova.compute.manager [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Received unexpected event network-vif-plugged-9e61144e-645e-457e-b06d-1ecdca9b438f for instance with vm_state building and task_state spawning. [ 708.710322] env[68089]: DEBUG nova.compute.manager [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Received event network-changed-9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 708.710946] env[68089]: DEBUG nova.compute.manager [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Refreshing instance network info cache due to event network-changed-9e61144e-645e-457e-b06d-1ecdca9b438f. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 708.710946] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Acquiring lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.772842] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Updating instance_info_cache with network_info: [{"id": "9e61144e-645e-457e-b06d-1ecdca9b438f", "address": "fa:16:3e:e3:03:7b", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61144e-64", "ovs_interfaceid": "9e61144e-645e-457e-b06d-1ecdca9b438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.851611] env[68089]: DEBUG nova.compute.manager [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.854340] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.855690] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcea3eb-47ad-4d7c-b5c9-c28e2d06d039 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.869027] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.869424] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4cedef1-fe06-40d2-91a5-fef4859b37e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.880017] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 708.880017] env[68089]: value = "task-2852455" [ 708.880017] env[68089]: _type = "Task" [ 708.880017] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.894308] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.896451] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.902206] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.933801] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.933801] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.933801] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.933801] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.933801] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.934088] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.934296] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.934464] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.934629] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.934784] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.935550] env[68089]: DEBUG nova.virt.hardware [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.936157] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b993f89c-82f2-4dac-94a6-fb29abcc143e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.944951] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e26da2-2688-4c8c-9aa2-b17e9379a5bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.034263] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.104049] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852454, 'name': ReconfigVM_Task, 'duration_secs': 0.517701} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.104049] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c7324ad3-0fb9-4322-b708-dd9d86aa6b6d/c7324ad3-0fb9-4322-b708-dd9d86aa6b6d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.104330] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77531b2e-3f2f-4385-a529-5788bdf1ab2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.115350] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 709.115350] env[68089]: value = "task-2852456" [ 709.115350] env[68089]: _type = "Task" [ 709.115350] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.126846] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852456, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.132727] env[68089]: DEBUG oslo_concurrency.lockutils [req-b5426fde-59a6-4573-8814-dbd363365477 req-15a2e2a0-b7f4-460b-a837-2c8637256d2a service nova] Releasing lock "refresh_cache-f73d6245-6df4-47d5-98c4-643dfe7fa81e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159970] env[68089]: DEBUG nova.scheduler.client.report [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.275127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.277667] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Instance network_info: |[{"id": "9e61144e-645e-457e-b06d-1ecdca9b438f", "address": "fa:16:3e:e3:03:7b", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61144e-64", "ovs_interfaceid": "9e61144e-645e-457e-b06d-1ecdca9b438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.277667] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Acquired lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.277667] env[68089]: DEBUG nova.network.neutron [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Refreshing network info cache for port 9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.279053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:03:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e61144e-645e-457e-b06d-1ecdca9b438f', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.290030] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.296168] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.296168] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b59d7f-ed76-4ad6-8863-42e52d14dab6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.328245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.328559] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.332905] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.332905] env[68089]: value = "task-2852457" [ 709.332905] env[68089]: _type = "Task" [ 709.332905] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.342262] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852457, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.388447] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852450, 'name': PowerOffVM_Task, 'duration_secs': 2.473556} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.389282] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.389441] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.389672] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c629911-dbbd-45b2-b381-f37517ec6f6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.394780] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852455, 'name': PowerOffVM_Task, 'duration_secs': 0.299845} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.395928] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.396140] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.396402] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64a4eed4-d999-4dfa-8811-d40448bcd01c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.435881] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Successfully updated port: dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.495055] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.495516] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.495516] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleting the datastore file [datastore1] c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.495771] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f9e572-98a7-4671-bb38-36c8983f3f5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.508053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.508247] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.508434] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleting the datastore file [datastore2] a88ec1b0-abf1-44b6-9fe2-21aa327eb65e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.508848] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 709.508848] env[68089]: value = "task-2852460" [ 709.508848] env[68089]: _type = "Task" [ 709.508848] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.509058] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b7afdf-eaef-4615-ba78-e16e2897385e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.521648] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.523309] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 709.523309] env[68089]: value = "task-2852461" [ 709.523309] env[68089]: _type = "Task" [ 709.523309] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.537595] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.540799] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852449, 'name': CreateVM_Task, 'duration_secs': 2.8296} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.540931] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.541601] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.541781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.542126] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.542391] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6bb70b-d8ba-4b6c-ac04-e69a1a04962a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.547799] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 709.547799] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ff2f98-318e-3df7-fc27-f3ebfe4d77b9" [ 709.547799] env[68089]: _type = "Task" [ 709.547799] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.557816] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ff2f98-318e-3df7-fc27-f3ebfe4d77b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.579771] env[68089]: DEBUG nova.compute.manager [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Received event network-vif-plugged-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.580131] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Acquiring lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.580408] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.580650] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.580830] env[68089]: DEBUG nova.compute.manager [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] No waiting events found dispatching network-vif-plugged-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.580997] env[68089]: WARNING nova.compute.manager [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Received unexpected event network-vif-plugged-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b for instance with vm_state building and task_state spawning. [ 709.581193] env[68089]: DEBUG nova.compute.manager [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Received event network-changed-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.581397] env[68089]: DEBUG nova.compute.manager [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Refreshing instance network info cache due to event network-changed-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 709.581585] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Acquiring lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.581754] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Acquired lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.581941] env[68089]: DEBUG nova.network.neutron [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Refreshing network info cache for port dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.627062] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852456, 'name': Rename_Task, 'duration_secs': 0.214089} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.627457] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.627744] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0dd3dd3-1d38-4a4c-a1b1-4eed817f934e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.636818] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 709.636818] env[68089]: value = "task-2852462" [ 709.636818] env[68089]: _type = "Task" [ 709.636818] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.646205] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.667580] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.668219] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.672114] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.361s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.672700] env[68089]: INFO nova.compute.claims [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.845116] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852457, 'name': CreateVM_Task, 'duration_secs': 0.450728} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.845327] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.846057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.942683] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.005674] env[68089]: DEBUG nova.network.neutron [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Updated VIF entry in instance network info cache for port 9e61144e-645e-457e-b06d-1ecdca9b438f. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.006199] env[68089]: DEBUG nova.network.neutron [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Updating instance_info_cache with network_info: [{"id": "9e61144e-645e-457e-b06d-1ecdca9b438f", "address": "fa:16:3e:e3:03:7b", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e61144e-64", "ovs_interfaceid": "9e61144e-645e-457e-b06d-1ecdca9b438f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.023422] env[68089]: DEBUG oslo_vmware.api [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190524} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.023807] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.023990] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.024184] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.024353] env[68089]: INFO nova.compute.manager [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Took 3.19 seconds to destroy the instance on the hypervisor. [ 710.024574] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.027583] env[68089]: DEBUG nova.compute.manager [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.027688] env[68089]: DEBUG nova.network.neutron [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.034971] env[68089]: DEBUG oslo_vmware.api [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189479} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.035213] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.035389] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.035565] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.035731] env[68089]: INFO nova.compute.manager [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 710.035950] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.036140] env[68089]: DEBUG nova.compute.manager [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.036232] env[68089]: DEBUG nova.network.neutron [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.058306] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ff2f98-318e-3df7-fc27-f3ebfe4d77b9, 'name': SearchDatastore_Task, 'duration_secs': 0.02268} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.058613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058843] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.059091] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.059240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.059440] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.059719] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.060036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.061349] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68d8928-64c0-4e6e-bfd6-896aae0c7e3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.062166] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca2f2a4-24db-4d06-9112-99491f8feb5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.068585] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 710.068585] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52119bc5-9bcf-d8f2-16a0-d3c6352fb6d4" [ 710.068585] env[68089]: _type = "Task" [ 710.068585] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.075666] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.075859] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.080062] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064aaa1c-e452-482f-836d-f3aa3e005caa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.083788] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52119bc5-9bcf-d8f2-16a0-d3c6352fb6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.091129] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 710.091129] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521a2b1e-1ee0-119f-d5fb-9784f988da05" [ 710.091129] env[68089]: _type = "Task" [ 710.091129] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.109019] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521a2b1e-1ee0-119f-d5fb-9784f988da05, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.110476] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20afcc7b-7738-482c-bc1d-9d446b144d20 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.118956] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 710.118956] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52064f24-686a-0ee4-eae4-d4185a17a4f0" [ 710.118956] env[68089]: _type = "Task" [ 710.118956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.131601] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52064f24-686a-0ee4-eae4-d4185a17a4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.147872] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.179751] env[68089]: DEBUG nova.compute.utils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.181897] env[68089]: DEBUG nova.network.neutron [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.184313] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.188024] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.248461] env[68089]: DEBUG nova.policy [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e35c513ac7734d16927f53960f11771f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3418a38a804ecab7ccae21dc7a1b3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.509704] env[68089]: DEBUG oslo_concurrency.lockutils [req-b80afeb8-f54f-4d61-8dbc-4bcbcb5cff4d req-3c4260de-2f35-4306-ad47-438944baaafe service nova] Releasing lock "refresh_cache-af7e82a2-6dd2-46f1-9e49-2df318b839c1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542575] env[68089]: DEBUG nova.network.neutron [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.579890] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52119bc5-9bcf-d8f2-16a0-d3c6352fb6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01835} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.580207] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.580456] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.580670] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.597038] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Successfully created port: eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.630023] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52064f24-686a-0ee4-eae4-d4185a17a4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.630390] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.630624] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 06e8e418-ed6c-411b-b4da-f4e033ed0c65/06e8e418-ed6c-411b-b4da-f4e033ed0c65.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.630955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.631157] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.631541] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59398af2-84f2-41e2-9968-89b13535ac98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.633682] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-764c55b3-fff7-4778-a159-f079769b48de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.643848] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 710.643848] env[68089]: value = "task-2852463" [ 710.643848] env[68089]: _type = "Task" [ 710.643848] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.645577] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.645847] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.650028] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bc62a8-471e-40b8-abd4-d4f8bb3e9e07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.655415] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852462, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.662803] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 710.662803] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b571ec-1bd5-2455-d04c-bb5581afd51a" [ 710.662803] env[68089]: _type = "Task" [ 710.662803] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.663027] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.671797] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b571ec-1bd5-2455-d04c-bb5581afd51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.687778] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.878784] env[68089]: DEBUG nova.network.neutron [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.045045] env[68089]: DEBUG oslo_concurrency.lockutils [req-cab3f204-c224-4bb5-9727-01d22830cb0d req-fdf9435e-20ea-4f31-9877-b1ff6547f29c service nova] Releasing lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045681] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045985] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.162070] env[68089]: DEBUG oslo_vmware.api [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852462, 'name': PowerOnVM_Task, 'duration_secs': 1.219457} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.163094] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.163392] env[68089]: INFO nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Took 10.65 seconds to spawn the instance on the hypervisor. [ 711.163619] env[68089]: DEBUG nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.164585] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc4016-51e7-4da7-87d7-62ea3c4a889e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.175138] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.198220] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b571ec-1bd5-2455-d04c-bb5581afd51a, 'name': SearchDatastore_Task, 'duration_secs': 0.015224} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.206280] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb043bd7-6f91-470f-adb8-dbcbdce0785f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.215200] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 711.215200] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5241afde-d12a-4041-e797-dfb77c1cc561" [ 711.215200] env[68089]: _type = "Task" [ 711.215200] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.232022] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5241afde-d12a-4041-e797-dfb77c1cc561, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.236450] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.236934] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] af7e82a2-6dd2-46f1-9e49-2df318b839c1/af7e82a2-6dd2-46f1-9e49-2df318b839c1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.237631] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d929f35a-ad3b-4f40-94f3-1edffc6b09c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.249503] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 711.249503] env[68089]: value = "task-2852464" [ 711.249503] env[68089]: _type = "Task" [ 711.249503] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.269024] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.303025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.303364] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.307782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.307782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.307782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.310155] env[68089]: INFO nova.compute.manager [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Terminating instance [ 711.383069] env[68089]: INFO nova.compute.manager [-] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Took 1.36 seconds to deallocate network for instance. [ 711.409815] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a53da-20d0-4870-9157-1f942d8d5755 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.422100] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76a6da5-1a07-4153-8177-85fd27ad1787 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.461840] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe55d2-69e8-4410-a2a9-efe3c06362ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.472319] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff67fd5-5bdb-4e3a-be2e-ad85642938d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.493392] env[68089]: DEBUG nova.compute.provider_tree [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.658484] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574083} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.658756] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 06e8e418-ed6c-411b-b4da-f4e033ed0c65/06e8e418-ed6c-411b-b4da-f4e033ed0c65.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.659267] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.659582] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c57e6583-15e2-49bb-ac55-f7b036b2520f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.668191] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.675443] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 711.675443] env[68089]: value = "task-2852465" [ 711.675443] env[68089]: _type = "Task" [ 711.675443] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.691252] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.705901] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.717055] env[68089]: INFO nova.compute.manager [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Took 48.28 seconds to build instance. [ 711.750630] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.750942] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.751081] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.751694] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.751694] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.751694] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.751897] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.751955] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.752221] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.752400] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.752609] env[68089]: DEBUG nova.virt.hardware [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.754034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b30b61-1e05-4118-9b32-e4a66c45356d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.767771] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515794} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.770316] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] af7e82a2-6dd2-46f1-9e49-2df318b839c1/af7e82a2-6dd2-46f1-9e49-2df318b839c1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.770547] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.771201] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ac01778-5439-4aa2-8c15-d6bf31d17deb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.774681] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671608d7-83b0-44aa-a300-374bc1b18d4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.792915] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 711.792915] env[68089]: value = "task-2852466" [ 711.792915] env[68089]: _type = "Task" [ 711.792915] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.807060] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.828467] env[68089]: DEBUG nova.compute.manager [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.828737] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.829642] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a58123-6432-4e79-ad80-24e7f24243fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.839916] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.840552] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231c4adb-d230-4d04-84b6-f533b7414fc6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.849094] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 711.849094] env[68089]: value = "task-2852467" [ 711.849094] env[68089]: _type = "Task" [ 711.849094] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.862426] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.895020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.996917] env[68089]: DEBUG nova.scheduler.client.report [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.006688] env[68089]: DEBUG nova.compute.manager [req-a0523384-c425-457f-ab4a-07eaa749c30d req-20d1bd53-e56d-435f-90f0-2256ffb8245c service nova] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Received event network-vif-deleted-e008e37a-a7c5-4432-8aa6-94ce94baf577 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.064386] env[68089]: DEBUG nova.network.neutron [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Updating instance_info_cache with network_info: [{"id": "dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b", "address": "fa:16:3e:16:fa:1f", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e0068-1c", "ovs_interfaceid": "dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.071799] env[68089]: DEBUG nova.compute.manager [req-7c0ad633-d548-4fbc-8bcf-c6077a2c8a1e req-99a2e94f-bbc7-4664-b970-c73ced9b101c service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Received event network-vif-deleted-62e08c09-c223-43b3-898d-75393129789e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.072034] env[68089]: INFO nova.compute.manager [req-7c0ad633-d548-4fbc-8bcf-c6077a2c8a1e req-99a2e94f-bbc7-4664-b970-c73ced9b101c service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Neutron deleted interface 62e08c09-c223-43b3-898d-75393129789e; detaching it from the instance and deleting it from the info cache [ 712.072210] env[68089]: DEBUG nova.network.neutron [req-7c0ad633-d548-4fbc-8bcf-c6077a2c8a1e req-99a2e94f-bbc7-4664-b970-c73ced9b101c service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.127610] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Successfully updated port: eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.186960] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093397} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.187342] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.188246] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e79f57-0671-466d-bfce-765eba9b42d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.221171] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 06e8e418-ed6c-411b-b4da-f4e033ed0c65/06e8e418-ed6c-411b-b4da-f4e033ed0c65.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.222881] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d7be1952-6a6e-4a64-b0ec-ab6278a5c78c tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.969s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.223694] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009af88a-7813-4305-acc6-ed5403b3296c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.255035] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 712.255035] env[68089]: value = "task-2852468" [ 712.255035] env[68089]: _type = "Task" [ 712.255035] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.273020] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.304544] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076109} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.304841] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.305684] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077a503-4b60-40ff-9308-72c2c4c5f8cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.308616] env[68089]: DEBUG nova.network.neutron [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.333488] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] af7e82a2-6dd2-46f1-9e49-2df318b839c1/af7e82a2-6dd2-46f1-9e49-2df318b839c1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.334627] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04ebbd9-ea1f-418c-bfa0-c7848d09f8d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.361212] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852467, 'name': PowerOffVM_Task, 'duration_secs': 0.474281} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.362663] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.362822] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.363209] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 712.363209] env[68089]: value = "task-2852469" [ 712.363209] env[68089]: _type = "Task" [ 712.363209] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.363467] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82be23f7-4edb-456d-b0fb-081ecf4cf58d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.439467] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Acquiring lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.439847] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Acquired lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.440106] env[68089]: DEBUG nova.network.neutron [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.473817] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.474108] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.474447] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Deleting the datastore file [datastore2] da71d402-1cd8-4859-a0b7-de637efebb69 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.474666] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0f2ad9-261a-451f-b200-6eedc3fcc910 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.483591] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for the task: (returnval){ [ 712.483591] env[68089]: value = "task-2852471" [ 712.483591] env[68089]: _type = "Task" [ 712.483591] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.493123] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.504127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.507111] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.510548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.420s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.510548] env[68089]: INFO nova.compute.claims [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.575932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "refresh_cache-7516cc2e-e16f-4751-aa29-8b17dbfcbf97" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.576296] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance network_info: |[{"id": "dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b", "address": "fa:16:3e:16:fa:1f", "network": {"id": "f007f32b-371e-48ce-8968-8e6153e693a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-654277543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "058787ac96d24e4e80bf80685a0d5d54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5e0068-1c", "ovs_interfaceid": "dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.577261] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:fa:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.584828] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.585377] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7490a359-675b-486b-ba24-a0cb5f789730 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.587439] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.587977] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b90dd6e7-7989-4990-b902-dc72686cb817 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.610423] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e291746-18fa-441d-b6a0-1d403a5ec0a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.622626] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.622626] env[68089]: value = "task-2852472" [ 712.622626] env[68089]: _type = "Task" [ 712.622626] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.632795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.632795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.632948] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.634199] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852472, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.652552] env[68089]: DEBUG nova.compute.manager [req-7c0ad633-d548-4fbc-8bcf-c6077a2c8a1e req-99a2e94f-bbc7-4664-b970-c73ced9b101c service nova] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Detach interface failed, port_id=62e08c09-c223-43b3-898d-75393129789e, reason: Instance a88ec1b0-abf1-44b6-9fe2-21aa327eb65e could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 712.748897] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.771077] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.812748] env[68089]: INFO nova.compute.manager [-] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Took 2.78 seconds to deallocate network for instance. [ 712.880059] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.997026] env[68089]: DEBUG oslo_vmware.api [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Task: {'id': task-2852471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306383} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.997026] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.997026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.997026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.997026] env[68089]: INFO nova.compute.manager [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 712.997026] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.997026] env[68089]: DEBUG nova.compute.manager [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.997026] env[68089]: DEBUG nova.network.neutron [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.012022] env[68089]: DEBUG nova.compute.utils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.012022] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.012022] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.134289] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852472, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.156826] env[68089]: DEBUG nova.policy [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af47cc4b27874695b7197e9188e57cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f979af1bfa9f41199decadf4eea1f4a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.191170] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.275762] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852468, 'name': ReconfigVM_Task, 'duration_secs': 0.666893} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.276068] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 06e8e418-ed6c-411b-b4da-f4e033ed0c65/06e8e418-ed6c-411b-b4da-f4e033ed0c65.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.276765] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1734b681-b8fd-4bde-8183-f6404cb525ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.289186] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 713.289186] env[68089]: value = "task-2852473" [ 713.289186] env[68089]: _type = "Task" [ 713.289186] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.290217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.304645] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852473, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.308757] env[68089]: DEBUG nova.network.neutron [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updating instance_info_cache with network_info: [{"id": "ff782732-83af-4553-aa83-d64a5fd19249", "address": "fa:16:3e:35:38:19", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff782732-83", "ovs_interfaceid": "ff782732-83af-4553-aa83-d64a5fd19249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.321971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.383096] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852469, 'name': ReconfigVM_Task, 'duration_secs': 0.606178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.384988] env[68089]: DEBUG nova.network.neutron [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.387303] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Reconfigured VM instance instance-0000002b to attach disk [datastore1] af7e82a2-6dd2-46f1-9e49-2df318b839c1/af7e82a2-6dd2-46f1-9e49-2df318b839c1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.390022] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9f0945-86cb-4afe-a11f-37c50e20321f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.399456] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 713.399456] env[68089]: value = "task-2852474" [ 713.399456] env[68089]: _type = "Task" [ 713.399456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.415301] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852474, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.519500] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.639947] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852472, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.812295] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852473, 'name': Rename_Task, 'duration_secs': 0.287683} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.812295] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.812295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ab00f6-3015-459f-83a9-975a8452709a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.812295] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Releasing lock "refresh_cache-c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.812681] env[68089]: DEBUG nova.compute.manager [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Inject network info {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 713.813083] env[68089]: DEBUG nova.compute.manager [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] network_info to inject: |[{"id": "ff782732-83af-4553-aa83-d64a5fd19249", "address": "fa:16:3e:35:38:19", "network": {"id": "85adebd2-aa13-4bbc-9ec3-d4c1f0568d51", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1908971633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f33e13f0a214c8ab5974635adc84e75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff782732-83", "ovs_interfaceid": "ff782732-83af-4553-aa83-d64a5fd19249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 713.819255] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Reconfiguring VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 713.822345] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd54e615-9c96-40f9-b2b1-560e775b3271 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.840603] env[68089]: DEBUG oslo_vmware.api [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Waiting for the task: (returnval){ [ 713.840603] env[68089]: value = "task-2852476" [ 713.840603] env[68089]: _type = "Task" [ 713.840603] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.844745] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 713.844745] env[68089]: value = "task-2852475" [ 713.844745] env[68089]: _type = "Task" [ 713.844745] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.870154] env[68089]: DEBUG oslo_vmware.api [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Task: {'id': task-2852476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.876110] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852475, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.889957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.890646] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Instance network_info: |[{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.894021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:39:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb1b6053-e1e9-4fd7-8b82-e6240f1fe199', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.904725] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Creating folder: Project (0e3418a38a804ecab7ccae21dc7a1b3a). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.909337] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ece9f42d-bedc-4d00-81e4-62cfba01ba25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.926790] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852474, 'name': Rename_Task, 'duration_secs': 0.276225} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.927264] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.927684] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84315607-f007-479a-be7b-e7f67f430cd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.932560] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Created folder: Project (0e3418a38a804ecab7ccae21dc7a1b3a) in parent group-v573447. [ 713.932666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Creating folder: Instances. Parent ref: group-v573575. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.933662] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58c1ff0-2abe-422c-9d29-a04a9ed07461 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.943589] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 713.943589] env[68089]: value = "task-2852478" [ 713.943589] env[68089]: _type = "Task" [ 713.943589] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.965276] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.965740] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Created folder: Instances in parent group-v573575. [ 713.966475] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.966475] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.966687] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bc8f42e-2cc1-4b68-b4fd-e39c6493f354 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.004066] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.004066] env[68089]: value = "task-2852480" [ 714.004066] env[68089]: _type = "Task" [ 714.004066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.025129] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852480, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.138604] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852472, 'name': CreateVM_Task, 'duration_secs': 1.261157} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.141849] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.142918] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.143175] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.143458] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.143735] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98bd5ab-5a8e-4b5f-915b-98ef80ba8781 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.151988] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 714.151988] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b8d992-26fe-d5fc-360d-7efb01876ced" [ 714.151988] env[68089]: _type = "Task" [ 714.151988] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.166718] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b8d992-26fe-d5fc-360d-7efb01876ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.360010] env[68089]: DEBUG oslo_vmware.api [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] Task: {'id': task-2852476, 'name': ReconfigVM_Task, 'duration_secs': 0.228424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.360887] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb165ede-8d91-4b9c-af92-337368c4c3a7 tempest-ServersAdminTestJSON-1065107532 tempest-ServersAdminTestJSON-1065107532-project-admin] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Reconfigured VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 714.365312] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.414252] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33426b6-db32-450c-ad6a-549ce273639b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.423031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b28297a-962b-4fdf-982e-88740af1d62e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.464912] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8318169f-3f8a-4097-910a-90f952cdb985 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.476788] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e6972-8fd8-4f51-8373-6ec26cfae372 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.481479] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.494054] env[68089]: DEBUG nova.compute.provider_tree [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.519625] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852480, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.537758] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.568188] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.568188] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.568594] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.568837] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.568988] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.569154] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.569634] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.569869] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.570401] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.570401] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.570659] env[68089]: DEBUG nova.virt.hardware [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.571538] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f2ccb6-bf53-4570-bb8f-d0d20a177eae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.581696] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191b04f-878e-4213-9e14-56334d11923a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.637896] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Successfully created port: 1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.664278] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b8d992-26fe-d5fc-360d-7efb01876ced, 'name': SearchDatastore_Task, 'duration_secs': 0.013884} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.664610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.664847] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.665101] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.665256] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.665435] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.665707] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68c847d1-463c-4787-ab61-0c9b6890180f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.677255] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.677498] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.678229] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29d7ea8-8938-41ae-b9f4-9dd6030fc8ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.684551] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 714.684551] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529739ba-93e1-5273-3ddd-b593411287fb" [ 714.684551] env[68089]: _type = "Task" [ 714.684551] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.693768] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529739ba-93e1-5273-3ddd-b593411287fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.863452] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852475, 'name': PowerOnVM_Task, 'duration_secs': 0.642744} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.865198] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.865505] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Took 11.50 seconds to spawn the instance on the hypervisor. [ 714.865745] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.866616] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069bc76-9029-494b-b358-0f9d87132494 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.971663] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852478, 'name': PowerOnVM_Task, 'duration_secs': 0.683133} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.972050] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.972169] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Took 8.83 seconds to spawn the instance on the hypervisor. [ 714.972321] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.973118] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99948f6-2d8e-4958-916e-b496f616f535 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.000465] env[68089]: DEBUG nova.scheduler.client.report [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.017009] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852480, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.150018] env[68089]: DEBUG nova.compute.manager [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-vif-plugged-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.150284] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Acquiring lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.150947] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.150947] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.150947] env[68089]: DEBUG nova.compute.manager [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] No waiting events found dispatching network-vif-plugged-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.151191] env[68089]: WARNING nova.compute.manager [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received unexpected event network-vif-plugged-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 for instance with vm_state building and task_state spawning. [ 715.151314] env[68089]: DEBUG nova.compute.manager [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.151482] env[68089]: DEBUG nova.compute.manager [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing instance network info cache due to event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 715.151610] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.151778] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.151900] env[68089]: DEBUG nova.network.neutron [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.198109] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529739ba-93e1-5273-3ddd-b593411287fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021857} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.201054] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d8e804-62ee-4ba4-bbd8-780606bf13c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.208094] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 715.208094] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52365601-6298-e1e6-a7d2-adb138242ef1" [ 715.208094] env[68089]: _type = "Task" [ 715.208094] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.216880] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52365601-6298-e1e6-a7d2-adb138242ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.301974] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Successfully created port: a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.398386] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Took 46.99 seconds to build instance. [ 715.456751] env[68089]: DEBUG nova.network.neutron [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.499447] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Took 41.00 seconds to build instance. [ 715.506392] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.997s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.506392] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.508121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.570s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.510100] env[68089]: INFO nova.compute.claims [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.531156] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852480, 'name': CreateVM_Task, 'duration_secs': 1.483723} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.531156] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.531514] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.531692] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.531999] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.535205] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fab54f8-d95e-46aa-a0e3-563c6acace92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.542896] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 715.542896] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e1471a-ecfc-0271-e7bc-2cc12f08df9c" [ 715.542896] env[68089]: _type = "Task" [ 715.542896] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.554155] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e1471a-ecfc-0271-e7bc-2cc12f08df9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.701576] env[68089]: DEBUG nova.compute.manager [req-1f2185d7-7c61-45cf-a741-72805c9f543a req-bf4d14d1-9455-4a63-be96-216ea518bc95 service nova] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Received event network-vif-deleted-5e68b741-a9d3-48d3-a2ef-a9ebadcd94c4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.719252] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52365601-6298-e1e6-a7d2-adb138242ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.028155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.719568] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.719831] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 7516cc2e-e16f-4751-aa29-8b17dbfcbf97/7516cc2e-e16f-4751-aa29-8b17dbfcbf97.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.720096] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bffefe5-de3b-40d9-bda5-046ee3239b05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.733549] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.733792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.734079] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 715.734079] env[68089]: value = "task-2852481" [ 715.734079] env[68089]: _type = "Task" [ 715.734079] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.744161] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.901398] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.241s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.959619] env[68089]: INFO nova.compute.manager [-] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Took 2.96 seconds to deallocate network for instance. [ 715.986615] env[68089]: DEBUG nova.network.neutron [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updated VIF entry in instance network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.986968] env[68089]: DEBUG nova.network.neutron [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.001964] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.311s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.017716] env[68089]: DEBUG nova.compute.utils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.023100] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.023100] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.058227] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e1471a-ecfc-0271-e7bc-2cc12f08df9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014793} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.058565] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.058805] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.059053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059207] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059430] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.059694] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a580e2b2-6b40-4ab3-9112-55a20bb69b36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.069920] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.070138] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.070894] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f89b2ec-bc34-4629-ba4f-c746694b9d06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.077449] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 716.077449] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5232bcff-1835-f0c4-a7f9-a7053186969e" [ 716.077449] env[68089]: _type = "Task" [ 716.077449] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.082325] env[68089]: DEBUG nova.policy [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7cd7da7bf1649ef9b2b461943169e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40720ea916141a48c936bb90d7d5245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.087007] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5232bcff-1835-f0c4-a7f9-a7053186969e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.247797] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852481, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.410025] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.466275] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.489969] env[68089]: DEBUG oslo_concurrency.lockutils [req-e050bbdb-0514-4944-a91c-d608526684ac req-293306b3-b276-4921-828c-6537fe314db1 service nova] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.504063] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.522726] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.543156] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Successfully created port: 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.594237] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5232bcff-1835-f0c4-a7f9-a7053186969e, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.595524] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50f3e05-7bf2-4886-b4f6-118150eba319 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.602133] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 716.602133] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52aca2f6-8b8b-a451-803f-493277a7cdb5" [ 716.602133] env[68089]: _type = "Task" [ 716.602133] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.615050] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aca2f6-8b8b-a451-803f-493277a7cdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.750098] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852481, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.928051] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.028358] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.118516] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aca2f6-8b8b-a451-803f-493277a7cdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.034332} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.118855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.119139] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 3d9a341a-b557-4672-8277-ffc6f71c1397/3d9a341a-b557-4672-8277-ffc6f71c1397.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.119488] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fc8d250-363f-48c6-b82f-4314d668e56a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.135826] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 717.135826] env[68089]: value = "task-2852482" [ 717.135826] env[68089]: _type = "Task" [ 717.135826] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.154328] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.156260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b18d53-4f86-4ff9-9534-9e10d8551978 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.166418] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c454f-eb4d-4956-9f2c-ba64ce9aa786 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.201105] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c64c86-809a-4924-b164-1b07df6b123d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.209505] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331070d-25c0-4983-857a-d837a80d5802 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.224173] env[68089]: DEBUG nova.compute.provider_tree [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.254612] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852481, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.285704] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Successfully updated port: 1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.541035] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.570367] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.570691] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.570849] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.571205] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.571412] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.571566] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.571823] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.572126] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.572228] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.572444] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.572649] env[68089]: DEBUG nova.virt.hardware [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.573569] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e0fe0a-c34c-4dc5-be38-1a188a0fa1d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.582713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4240279-2880-4a57-9e7f-c49ff2b482f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.646237] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.656961] env[68089]: INFO nova.compute.manager [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Rebuilding instance [ 717.700834] env[68089]: DEBUG nova.compute.manager [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.701776] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d50ae16-5f62-4bc4-9b34-acd6e65f9e63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.729024] env[68089]: DEBUG nova.scheduler.client.report [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.743698] env[68089]: DEBUG nova.compute.manager [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-vif-plugged-1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.743903] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Acquiring lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.744166] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.744344] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.744520] env[68089]: DEBUG nova.compute.manager [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] No waiting events found dispatching network-vif-plugged-1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.744745] env[68089]: WARNING nova.compute.manager [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received unexpected event network-vif-plugged-1f1d1073-dc26-4023-94af-4d93cf747e16 for instance with vm_state building and task_state spawning. [ 717.744922] env[68089]: DEBUG nova.compute.manager [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-changed-1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 717.745090] env[68089]: DEBUG nova.compute.manager [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Refreshing instance network info cache due to event network-changed-1f1d1073-dc26-4023-94af-4d93cf747e16. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 717.745282] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Acquiring lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.745417] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Acquired lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.745709] env[68089]: DEBUG nova.network.neutron [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Refreshing network info cache for port 1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.755916] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852481, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.799385} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.756332] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 7516cc2e-e16f-4751-aa29-8b17dbfcbf97/7516cc2e-e16f-4751-aa29-8b17dbfcbf97.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.756555] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.757144] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e164ed-2059-423d-a4f7-dfa46a9c0334 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.769157] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 717.769157] env[68089]: value = "task-2852483" [ 717.769157] env[68089]: _type = "Task" [ 717.769157] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.782644] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.156078] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977953} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.156078] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 3d9a341a-b557-4672-8277-ffc6f71c1397/3d9a341a-b557-4672-8277-ffc6f71c1397.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.156078] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.156078] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf549f59-2bab-4594-8706-83b8ebc3366e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.164057] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 718.164057] env[68089]: value = "task-2852484" [ 718.164057] env[68089]: _type = "Task" [ 718.164057] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.173764] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.233198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.233785] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.236831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.079s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.237113] env[68089]: DEBUG nova.objects.instance [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lazy-loading 'resources' on Instance uuid 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.280755] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110057} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.281112] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.281822] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec571ab1-dfdd-4c2d-874c-583a318b1566 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.304867] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7516cc2e-e16f-4751-aa29-8b17dbfcbf97/7516cc2e-e16f-4751-aa29-8b17dbfcbf97.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.305901] env[68089]: DEBUG nova.network.neutron [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.308571] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07c4200b-df90-4ee0-bfd0-6bbef909267b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.331150] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 718.331150] env[68089]: value = "task-2852485" [ 718.331150] env[68089]: _type = "Task" [ 718.331150] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.342375] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.428285] env[68089]: DEBUG nova.network.neutron [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.573817] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Successfully updated port: 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.676190] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.676485] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.677354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb20774-f808-4c5d-ae97-0c1d35c247e8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.703694] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 3d9a341a-b557-4672-8277-ffc6f71c1397/3d9a341a-b557-4672-8277-ffc6f71c1397.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.704015] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ce51c0-ebd9-4f68-938b-f829de504704 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.720333] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.720657] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4807024e-a2e9-4e7c-88d1-310c4b7cf8d3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.727214] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 718.727214] env[68089]: value = "task-2852486" [ 718.727214] env[68089]: _type = "Task" [ 718.727214] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.731894] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 718.731894] env[68089]: value = "task-2852487" [ 718.731894] env[68089]: _type = "Task" [ 718.731894] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.740980] env[68089]: DEBUG nova.compute.utils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.742028] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.742900] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.743088] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.751329] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.815833] env[68089]: DEBUG nova.policy [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f490c452f8d54cfc8e93a9fe7e436819', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158d2b92b21a42a8abcb2e61c687c6d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.847601] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.930347] env[68089]: DEBUG oslo_concurrency.lockutils [req-efdab391-d1de-43ba-8d13-5971cea0bc9e req-d09287ff-ebee-4d71-9a77-8d37b19847da service nova] Releasing lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.082329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.082329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.082329] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.247021] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.250532] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852487, 'name': PowerOffVM_Task, 'duration_secs': 0.407817} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.253697] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.254106] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.259132] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27def5df-e4b6-46d2-bf94-35e2e658b348 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.262434] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.268246] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.268958] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d6628f6-ed65-47f3-a02f-b2bf45742b82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.322035] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Successfully created port: 295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.346321] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852485, 'name': ReconfigVM_Task, 'duration_secs': 0.818045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.346615] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7516cc2e-e16f-4751-aa29-8b17dbfcbf97/7516cc2e-e16f-4751-aa29-8b17dbfcbf97.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.347245] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b532d1-f282-45a3-b59a-af7a1daf2e7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.355346] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 719.355346] env[68089]: value = "task-2852489" [ 719.355346] env[68089]: _type = "Task" [ 719.355346] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.365256] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852489, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.369157] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.369509] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.369769] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore1] 607865da-9774-47fc-ae4e-1adc0084cec2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.370285] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f00cac-92b3-4f39-9da4-d4645f460899 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.377592] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 719.377592] env[68089]: value = "task-2852490" [ 719.377592] env[68089]: _type = "Task" [ 719.377592] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.390584] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.425401] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa974d1f-f889-4848-9dc1-56f1826e4001 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.433606] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af96a2-f838-4946-bdf9-8f2598a719f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.467028] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f33a1f-c49b-49cd-a81e-edeb966f2b1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.475603] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f18ea73-0faa-413f-ba3d-88145d9d0ac2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.489934] env[68089]: DEBUG nova.compute.provider_tree [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.621053] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.740696] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.867694] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852489, 'name': Rename_Task, 'duration_secs': 0.325375} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.868202] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.868591] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b73aed-bb69-4030-9310-1083bdb9ca10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.879670] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 719.879670] env[68089]: value = "task-2852491" [ 719.879670] env[68089]: _type = "Task" [ 719.879670] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.894610] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502513} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.898523] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.898891] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.899194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.902077] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.993682] env[68089]: DEBUG nova.scheduler.client.report [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.013729] env[68089]: DEBUG nova.network.neutron [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.027393] env[68089]: DEBUG nova.compute.manager [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received event network-vif-plugged-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.027393] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Acquiring lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.027727] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.027920] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.028166] env[68089]: DEBUG nova.compute.manager [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] No waiting events found dispatching network-vif-plugged-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.030020] env[68089]: WARNING nova.compute.manager [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received unexpected event network-vif-plugged-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 for instance with vm_state building and task_state spawning. [ 720.030020] env[68089]: DEBUG nova.compute.manager [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 720.030020] env[68089]: DEBUG nova.compute.manager [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing instance network info cache due to event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 720.030020] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Acquiring lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.051179] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Successfully updated port: a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.254639] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.259911] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.285596] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.285883] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.285995] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.286190] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.286337] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.286569] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.286686] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.286847] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.287024] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.287300] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.287547] env[68089]: DEBUG nova.virt.hardware [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.288476] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5144101d-987d-4ef9-b74f-63fec3584337 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.301338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f3474-89fe-47e8-952a-4677e426f560 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.397193] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852491, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.500232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.502992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.531s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.504763] env[68089]: INFO nova.compute.claims [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.521549] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521875] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Instance network_info: |[{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.522211] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Acquired lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.522424] env[68089]: DEBUG nova.network.neutron [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.523551] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:dd:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d5dcee-c20e-4b09-9005-3c9b3fbd1a92', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.534784] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.536071] env[68089]: INFO nova.scheduler.client.report [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Deleted allocations for instance 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5 [ 720.540054] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.542953] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d0db5c6-c170-4f84-9e43-f88cc6a3ab49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.562806] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.562984] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.563159] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.572685] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.572685] env[68089]: value = "task-2852492" [ 720.572685] env[68089]: _type = "Task" [ 720.572685] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.581821] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852492, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.740704] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852486, 'name': ReconfigVM_Task, 'duration_secs': 1.665094} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.741016] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 3d9a341a-b557-4672-8277-ffc6f71c1397/3d9a341a-b557-4672-8277-ffc6f71c1397.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.741877] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d6dcf5-b98b-4b42-b71c-4d6a24d79ade {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.752946] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 720.752946] env[68089]: value = "task-2852493" [ 720.752946] env[68089]: _type = "Task" [ 720.752946] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.762181] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852493, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.897254] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.939495] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.939715] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.939913] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.940249] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.940433] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.940605] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.940833] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.940996] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.941182] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.941346] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.941521] env[68089]: DEBUG nova.virt.hardware [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.942412] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f795a2-8f52-4b9c-9443-a5c25bd9822b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.951532] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0fba79-5177-441d-b9b7-4eddbb7e55b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.968527] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '449aa036-41e4-4a00-bd25-add7e07f2b83', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.977132] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.977459] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.977687] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07a34eb-a8e0-47ef-aeff-3d9e74f4b3dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.994674] env[68089]: DEBUG nova.network.neutron [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updated VIF entry in instance network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.995042] env[68089]: DEBUG nova.network.neutron [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.002664] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.002664] env[68089]: value = "task-2852494" [ 721.002664] env[68089]: _type = "Task" [ 721.002664] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.013809] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852494, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.068113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-494423bd-5001-42ea-ada7-f915b6fa2c97 tempest-InstanceActionsTestJSON-1337827320 tempest-InstanceActionsTestJSON-1337827320-project-member] Lock "43b0abe5-0b57-46f0-bccc-0c4398ad8ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.540s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.085239] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852492, 'name': CreateVM_Task, 'duration_secs': 0.435035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.085634] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.086444] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.086673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.088420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.088962] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4679c736-d2b7-46ef-b920-a2ea2d497d91 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.094732] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 721.094732] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52453b12-102d-6950-a148-31a6eea5375c" [ 721.094732] env[68089]: _type = "Task" [ 721.094732] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.104295] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52453b12-102d-6950-a148-31a6eea5375c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.136247] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.264665] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852493, 'name': Rename_Task, 'duration_secs': 0.176541} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.264966] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.265262] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24abedbf-c0cb-4102-85de-f9330a7ad03b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.274648] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 721.274648] env[68089]: value = "task-2852495" [ 721.274648] env[68089]: _type = "Task" [ 721.274648] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.286940] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.397318] env[68089]: DEBUG oslo_vmware.api [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852491, 'name': PowerOnVM_Task, 'duration_secs': 1.036333} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.397799] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.398381] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Took 12.50 seconds to spawn the instance on the hypervisor. [ 721.398381] env[68089]: DEBUG nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.399740] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f81553-bb29-40e8-9468-b143f06ee457 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.497806] env[68089]: DEBUG oslo_concurrency.lockutils [req-41f4ff4e-3306-4f94-8c46-b2f8bf3e0e37 req-cadb0eaa-8083-43b0-bc06-867ba731c27f service nova] Releasing lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513939] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852494, 'name': CreateVM_Task, 'duration_secs': 0.424335} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.514589] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.517654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.517885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.518227] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.518956] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726a0972-a781-4200-b4da-a49e85ac6740 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.524632] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 721.524632] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d5920d-7199-5adb-fd15-efbe4a52bfd3" [ 721.524632] env[68089]: _type = "Task" [ 721.524632] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.536069] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d5920d-7199-5adb-fd15-efbe4a52bfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.611695] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52453b12-102d-6950-a148-31a6eea5375c, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.611695] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.611695] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.612302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.612302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.612412] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.615902] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e8af225-5b5d-4b3a-b0da-e78677647244 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.626298] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.626495] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.627249] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307b5fae-7b0a-498f-b019-0526ba95972c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.633594] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 721.633594] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522984dd-08d4-2a20-b61e-cacc6acc5406" [ 721.633594] env[68089]: _type = "Task" [ 721.633594] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.648067] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522984dd-08d4-2a20-b61e-cacc6acc5406, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.648970] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Successfully updated port: 295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.651260] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a88f79e-a929-4d03-8a75-9d5c677ef2a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.661510] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 721.661510] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bc8c28-29c2-1df5-46dc-829ac1375efe" [ 721.661510] env[68089]: _type = "Task" [ 721.661510] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.672574] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bc8c28-29c2-1df5-46dc-829ac1375efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.754123] env[68089]: DEBUG nova.network.neutron [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Updating instance_info_cache with network_info: [{"id": "1f1d1073-dc26-4023-94af-4d93cf747e16", "address": "fa:16:3e:94:5d:6b", "network": {"id": "761c9b53-bd77-4a33-984b-2713777fcaec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1986086091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1d1073-dc", "ovs_interfaceid": "1f1d1073-dc26-4023-94af-4d93cf747e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a357fa15-72ee-4072-84da-c521ee54f732", "address": "fa:16:3e:1d:de:60", "network": {"id": "358f928f-3955-4c11-8a5b-ec73719f0dc9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736524640", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357fa15-72", "ovs_interfaceid": "a357fa15-72ee-4072-84da-c521ee54f732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.791510] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.873095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.873251] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.873559] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.873709] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.873926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.876657] env[68089]: INFO nova.compute.manager [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Terminating instance [ 721.920104] env[68089]: INFO nova.compute.manager [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Took 43.91 seconds to build instance. [ 722.039015] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d5920d-7199-5adb-fd15-efbe4a52bfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.039548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039885] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.040266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.040570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.040842] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.041239] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f6dbad-db42-4273-9acf-7dab07d4f830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.057342] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.057582] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.058605] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d8bf35-84f0-4eff-ba48-ab8bb95a3c8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.073709] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 722.073709] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526dc779-b0d1-7ea2-49eb-adc83ecfc865" [ 722.073709] env[68089]: _type = "Task" [ 722.073709] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.085256] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526dc779-b0d1-7ea2-49eb-adc83ecfc865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.140266] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-vif-plugged-a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.141101] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquiring lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.141409] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.141638] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.141855] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] No waiting events found dispatching network-vif-plugged-a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.142131] env[68089]: WARNING nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received unexpected event network-vif-plugged-a357fa15-72ee-4072-84da-c521ee54f732 for instance with vm_state building and task_state spawning. [ 722.142408] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-changed-a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.143526] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Refreshing instance network info cache due to event network-changed-a357fa15-72ee-4072-84da-c521ee54f732. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 722.143928] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquiring lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151975] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.153225] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.182576] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bc8c28-29c2-1df5-46dc-829ac1375efe, 'name': SearchDatastore_Task, 'duration_secs': 0.014777} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.182935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.183280] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed/6bf38e3a-9389-4130-b6a4-4e8ed5db72ed.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.183625] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-623a56a2-dbdf-4af6-a4ce-b0f5f7ae7c8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.197176] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 722.197176] env[68089]: value = "task-2852496" [ 722.197176] env[68089]: _type = "Task" [ 722.197176] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.209406] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.242337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a94989-d7da-4720-8c8f-a9b756de2938 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.254429] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098737eb-7560-4d02-9de7-8271147f123f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.261424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.262162] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance network_info: |[{"id": "1f1d1073-dc26-4023-94af-4d93cf747e16", "address": "fa:16:3e:94:5d:6b", "network": {"id": "761c9b53-bd77-4a33-984b-2713777fcaec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1986086091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1d1073-dc", "ovs_interfaceid": "1f1d1073-dc26-4023-94af-4d93cf747e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a357fa15-72ee-4072-84da-c521ee54f732", "address": "fa:16:3e:1d:de:60", "network": {"id": "358f928f-3955-4c11-8a5b-ec73719f0dc9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736524640", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357fa15-72", "ovs_interfaceid": "a357fa15-72ee-4072-84da-c521ee54f732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.262763] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquired lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.263057] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Refreshing network info cache for port a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.264666] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:5d:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f1d1073-dc26-4023-94af-4d93cf747e16', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:de:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a357fa15-72ee-4072-84da-c521ee54f732', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.274464] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.276671] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.277148] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30aa825a-2349-4ee7-ba62-f09d6bb1beb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.330049] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771453ee-f71d-4502-b875-a3529c3f90a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.336744] env[68089]: DEBUG oslo_vmware.api [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852495, 'name': PowerOnVM_Task, 'duration_secs': 0.805865} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.338774] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.338774] env[68089]: INFO nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Took 10.63 seconds to spawn the instance on the hypervisor. [ 722.338774] env[68089]: DEBUG nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.339305] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.339305] env[68089]: value = "task-2852497" [ 722.339305] env[68089]: _type = "Task" [ 722.339305] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.341829] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4546e9b-e486-4807-95ad-d6e5afbc6d9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.348174] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a79d3d0-1833-4741-852a-3eb3c5e804f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.369751] env[68089]: DEBUG nova.compute.provider_tree [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.373464] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852497, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.382878] env[68089]: DEBUG nova.compute.manager [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.383155] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.384321] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2218f5c-e6c1-48a7-ab82-6845f7154d70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.394026] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.394026] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835acc40-d659-4fda-9b72-e4bb2d0eba51 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.400420] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 722.400420] env[68089]: value = "task-2852498" [ 722.400420] env[68089]: _type = "Task" [ 722.400420] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.410174] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.426048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bae73f18-ee9e-4fa9-8866-d4534c593661 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.677s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.588087] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526dc779-b0d1-7ea2-49eb-adc83ecfc865, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.589516] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b697a39-2bd4-4334-a23c-e8aca57ba605 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.600234] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 722.600234] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52237b36-c699-5fc1-3ee8-7838dac026c0" [ 722.600234] env[68089]: _type = "Task" [ 722.600234] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.611974] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52237b36-c699-5fc1-3ee8-7838dac026c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.711993] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852496, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.713129] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.861931] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852497, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.878772] env[68089]: DEBUG nova.scheduler.client.report [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.886768] env[68089]: INFO nova.compute.manager [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Took 40.35 seconds to build instance. [ 722.912227] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852498, 'name': PowerOffVM_Task, 'duration_secs': 0.308831} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.912933] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.912933] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.913116] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4d0c4f-72a1-4b68-bdb5-19e1472dbc87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.928357] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.002956] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.003071] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.003225] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Deleting the datastore file [datastore1] e44ce746-0d2b-425f-a4b6-1e2d9608caa5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.003532] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45fc9e73-64ac-459f-9497-1a93f2148a10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.013453] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for the task: (returnval){ [ 723.013453] env[68089]: value = "task-2852500" [ 723.013453] env[68089]: _type = "Task" [ 723.013453] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.030175] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.030336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.030550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.031024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.031257] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.033507] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.034246] env[68089]: INFO nova.compute.manager [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Terminating instance [ 723.115353] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52237b36-c699-5fc1-3ee8-7838dac026c0, 'name': SearchDatastore_Task, 'duration_secs': 0.023855} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.115353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.115353] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.115353] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07616cf9-ffd6-4bf7-86b7-e180fa7c82d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.125212] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 723.125212] env[68089]: value = "task-2852501" [ 723.125212] env[68089]: _type = "Task" [ 723.125212] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.135576] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.188931] env[68089]: DEBUG nova.network.neutron [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Updating instance_info_cache with network_info: [{"id": "295045df-bd6b-4aa8-9eec-81a535cc619d", "address": "fa:16:3e:2a:ab:34", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295045df-bd", "ovs_interfaceid": "295045df-bd6b-4aa8-9eec-81a535cc619d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.212397] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70422} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.212958] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed/6bf38e3a-9389-4130-b6a4-4e8ed5db72ed.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.213063] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.213794] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a943c5cf-c0b4-466f-a893-748a90fad26b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.222917] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 723.222917] env[68089]: value = "task-2852502" [ 723.222917] env[68089]: _type = "Task" [ 723.222917] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.256696] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.311602] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Updated VIF entry in instance network info cache for port a357fa15-72ee-4072-84da-c521ee54f732. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.312107] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Updating instance_info_cache with network_info: [{"id": "1f1d1073-dc26-4023-94af-4d93cf747e16", "address": "fa:16:3e:94:5d:6b", "network": {"id": "761c9b53-bd77-4a33-984b-2713777fcaec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1986086091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f1d1073-dc", "ovs_interfaceid": "1f1d1073-dc26-4023-94af-4d93cf747e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a357fa15-72ee-4072-84da-c521ee54f732", "address": "fa:16:3e:1d:de:60", "network": {"id": "358f928f-3955-4c11-8a5b-ec73719f0dc9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-736524640", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f979af1bfa9f41199decadf4eea1f4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa357fa15-72", "ovs_interfaceid": "a357fa15-72ee-4072-84da-c521ee54f732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.357426] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852497, 'name': CreateVM_Task, 'duration_secs': 0.888425} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.357628] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.358582] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.358582] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.358952] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.359178] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c501fb-da60-49ae-acfb-6511709d2ac0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.366661] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 723.366661] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52026b42-6626-2303-318c-c2f003c3c461" [ 723.366661] env[68089]: _type = "Task" [ 723.366661] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.381734] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52026b42-6626-2303-318c-c2f003c3c461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.385661] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.386545] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.394280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.042s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.394567] env[68089]: DEBUG nova.objects.instance [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'resources' on Instance uuid 0d241e7c-dd42-44d5-9872-3745f26d796e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.396633] env[68089]: DEBUG oslo_concurrency.lockutils [None req-713a3ce2-063d-4d0a-aa24-e53bd4c4bc34 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.252s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.461236] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.525643] env[68089]: DEBUG oslo_vmware.api [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Task: {'id': task-2852500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339343} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.525971] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.526220] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.526622] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.526622] env[68089]: INFO nova.compute.manager [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.526828] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.527370] env[68089]: DEBUG nova.compute.manager [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.527490] env[68089]: DEBUG nova.network.neutron [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.538553] env[68089]: DEBUG nova.compute.manager [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.538789] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.539753] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef437e2f-e74d-47aa-a6b2-bd9a74d93830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.549213] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.549530] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67cb7039-1cae-43f5-87ce-a7ef1c403324 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.559706] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 723.559706] env[68089]: value = "task-2852503" [ 723.559706] env[68089]: _type = "Task" [ 723.559706] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.571265] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.637644] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.691743] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.692158] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Instance network_info: |[{"id": "295045df-bd6b-4aa8-9eec-81a535cc619d", "address": "fa:16:3e:2a:ab:34", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295045df-bd", "ovs_interfaceid": "295045df-bd6b-4aa8-9eec-81a535cc619d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.692638] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:ab:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295045df-bd6b-4aa8-9eec-81a535cc619d', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.705159] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.705159] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.705424] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4828a87c-4e31-445c-8dcb-59a52fbc7afb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.744098] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076846} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.744509] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.744509] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.744509] env[68089]: value = "task-2852504" [ 723.744509] env[68089]: _type = "Task" [ 723.744509] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.745747] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b35bbe-cc3d-49e6-b719-341bae75f0b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.759085] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852504, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.784511] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed/6bf38e3a-9389-4130-b6a4-4e8ed5db72ed.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.784511] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5e423d-4b14-48fa-ba2b-8acfec258b4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.809661] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 723.809661] env[68089]: value = "task-2852505" [ 723.809661] env[68089]: _type = "Task" [ 723.809661] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.814800] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Releasing lock "refresh_cache-d93aeda1-6df1-4968-89ff-2a4dbf865c98" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.815430] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Received event network-vif-plugged-295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.815430] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquiring lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.815734] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.815734] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.815877] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] No waiting events found dispatching network-vif-plugged-295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.816120] env[68089]: WARNING nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Received unexpected event network-vif-plugged-295045df-bd6b-4aa8-9eec-81a535cc619d for instance with vm_state building and task_state spawning. [ 723.816250] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Received event network-changed-295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.816440] env[68089]: DEBUG nova.compute.manager [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Refreshing instance network info cache due to event network-changed-295045df-bd6b-4aa8-9eec-81a535cc619d. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 723.816700] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquiring lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.816915] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Acquired lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.817109] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Refreshing network info cache for port 295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.821471] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.878929] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52026b42-6626-2303-318c-c2f003c3c461, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.879213] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.879473] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.879746] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.879924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.880082] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.880366] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef821499-c91c-4630-a653-c46a447d9b58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.893711] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.893861] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.896053] env[68089]: DEBUG nova.compute.utils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.898213] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d112be-f797-434c-8793-14bf6cb854fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.901646] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.901868] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.906542] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.916103] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 723.916103] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52267c16-03ac-a39a-6687-2910415eb691" [ 723.916103] env[68089]: _type = "Task" [ 723.916103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.931188] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52267c16-03ac-a39a-6687-2910415eb691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.073202] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852503, 'name': PowerOffVM_Task, 'duration_secs': 0.299653} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.073774] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.073987] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.076620] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d39134f0-4c2a-4647-89a8-fbe0baceee6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.092891] env[68089]: DEBUG nova.policy [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60897d7e2a084c8c9ced8388ce3e57d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227f742bda844f5b97e571de94ed38f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.142148] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722677} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.142753] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.143063] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.143512] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3b66ca1-d489-4750-8430-51345c637fd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.156027] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 724.156027] env[68089]: value = "task-2852507" [ 724.156027] env[68089]: _type = "Task" [ 724.156027] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.168451] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.177517] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.177808] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.178032] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleting the datastore file [datastore1] 06e8e418-ed6c-411b-b4da-f4e033ed0c65 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.178330] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e9e3498-6fc3-48e9-93d9-23c43351a507 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.187358] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 724.187358] env[68089]: value = "task-2852508" [ 724.187358] env[68089]: _type = "Task" [ 724.187358] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.203608] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.261482] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852504, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.320881] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.351250] env[68089]: DEBUG nova.compute.manager [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.351453] env[68089]: DEBUG nova.compute.manager [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing instance network info cache due to event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 724.351668] env[68089]: DEBUG oslo_concurrency.lockutils [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.351836] env[68089]: DEBUG oslo_concurrency.lockutils [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.356018] env[68089]: DEBUG nova.network.neutron [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.402800] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.438561] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52267c16-03ac-a39a-6687-2910415eb691, 'name': SearchDatastore_Task, 'duration_secs': 0.015593} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.443555] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aac8baa-ad91-4f64-87dc-3837542b6483 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.447076] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.452107] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 724.452107] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527c1ad5-c187-65ae-8700-865c9fb8c3be" [ 724.452107] env[68089]: _type = "Task" [ 724.452107] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.461974] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527c1ad5-c187-65ae-8700-865c9fb8c3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.608220] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Updated VIF entry in instance network info cache for port 295045df-bd6b-4aa8-9eec-81a535cc619d. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.608724] env[68089]: DEBUG nova.network.neutron [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Updating instance_info_cache with network_info: [{"id": "295045df-bd6b-4aa8-9eec-81a535cc619d", "address": "fa:16:3e:2a:ab:34", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295045df-bd", "ovs_interfaceid": "295045df-bd6b-4aa8-9eec-81a535cc619d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.669020] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.669020] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.669767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50e2e3-9137-4981-a920-58823fcb1c52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.696836] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.698651] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60205d51-9837-4883-9c74-9197f3b86c49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.714208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599e2be-8536-453e-9fa6-1ee212aca0d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.728013] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c04c04-8d96-4176-ab38-bb912afe9e34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.731577] env[68089]: DEBUG oslo_vmware.api [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49364} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.732962] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.733178] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.733361] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.733572] env[68089]: INFO nova.compute.manager [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Took 1.19 seconds to destroy the instance on the hypervisor. [ 724.733865] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.734143] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 724.734143] env[68089]: value = "task-2852509" [ 724.734143] env[68089]: _type = "Task" [ 724.734143] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.734704] env[68089]: DEBUG nova.compute.manager [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.734803] env[68089]: DEBUG nova.network.neutron [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.771908] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a711ac-2754-4225-b7ef-5dc205c439fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.777776] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.786922] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d78d11e-4f60-4100-b344-04e6cca46cf7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.791148] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852504, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.802466] env[68089]: DEBUG nova.compute.provider_tree [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.820533] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852505, 'name': ReconfigVM_Task, 'duration_secs': 0.804306} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.822910] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed/6bf38e3a-9389-4130-b6a4-4e8ed5db72ed.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.823562] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f7085b-de14-4654-ae1c-854f412bfa6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.832875] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 724.832875] env[68089]: value = "task-2852510" [ 724.832875] env[68089]: _type = "Task" [ 724.832875] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.843070] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852510, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.967329] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527c1ad5-c187-65ae-8700-865c9fb8c3be, 'name': SearchDatastore_Task, 'duration_secs': 0.036591} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.967621] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.968113] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] d93aeda1-6df1-4968-89ff-2a4dbf865c98/d93aeda1-6df1-4968-89ff-2a4dbf865c98.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.968920] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43461d31-b901-421d-bbaa-f58fadd3eac1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979791] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 724.979791] env[68089]: value = "task-2852511" [ 724.979791] env[68089]: _type = "Task" [ 724.979791] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.991290] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.113433] env[68089]: DEBUG oslo_concurrency.lockutils [req-32e2c969-8e71-46bb-9cb4-be9a99ec0fed req-e77a6e63-cb50-41b4-aaf6-21c813f01670 service nova] Releasing lock "refresh_cache-26a22789-6320-44ea-bd82-9485f81b22d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.258772] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.267654] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Successfully created port: e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.280877] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852504, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.308162] env[68089]: DEBUG nova.scheduler.client.report [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.310845] env[68089]: DEBUG nova.network.neutron [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updated VIF entry in instance network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.312026] env[68089]: DEBUG nova.network.neutron [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.344979] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852510, 'name': Rename_Task, 'duration_secs': 0.306229} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.345333] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.345965] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3b1ba8b-0bfd-458b-ad89-0dcd0c0b8c02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.355549] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 725.355549] env[68089]: value = "task-2852512" [ 725.355549] env[68089]: _type = "Task" [ 725.355549] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.366335] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.415336] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.448026] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:16:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f252205e-d551-4f6d-8fbf-67fbf8c950e2',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1838028967',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.452030] env[68089]: DEBUG nova.virt.hardware [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.452030] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a06f3a-53d7-422d-b0a8-6d3529b62876 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.466888] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc47802-15f6-43ac-979f-2f2b12869b9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.496789] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.583249] env[68089]: DEBUG nova.network.neutron [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.657800] env[68089]: DEBUG nova.compute.manager [req-27ab581b-9eb3-4d3a-88aa-8f17bac93f09 req-38461005-7f16-42f2-bb49-cdad08f91478 service nova] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Received event network-vif-deleted-396680ce-e932-485d-8825-4210ba86f318 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.724815] env[68089]: DEBUG nova.network.neutron [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.752291] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.780013] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852504, 'name': CreateVM_Task, 'duration_secs': 1.653811} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.780233] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.781039] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.781214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.781592] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.781903] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf36e55-2ccf-4bfd-b025-5f91a3331352 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.788200] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 725.788200] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5251a001-a6ac-db69-3da7-1d21641a254e" [ 725.788200] env[68089]: _type = "Task" [ 725.788200] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.797928] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5251a001-a6ac-db69-3da7-1d21641a254e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.813382] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.819558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.892s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.819987] env[68089]: DEBUG nova.objects.instance [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lazy-loading 'resources' on Instance uuid 09f7e7be-d9dc-40cd-acd1-1655812fe818 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.821418] env[68089]: DEBUG oslo_concurrency.lockutils [req-3409b97b-9eec-481d-a898-7ffc67c8b9e3 req-ff9cea77-dd24-4b7a-8191-5732b8b1ae11 service nova] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.853949] env[68089]: INFO nova.scheduler.client.report [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance 0d241e7c-dd42-44d5-9872-3745f26d796e [ 725.867832] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.998344] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821479} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.998809] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] d93aeda1-6df1-4968-89ff-2a4dbf865c98/d93aeda1-6df1-4968-89ff-2a4dbf865c98.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.999210] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.999629] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99e442f7-5990-43f7-92f8-7a4ee4bdf0cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.009025] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 726.009025] env[68089]: value = "task-2852513" [ 726.009025] env[68089]: _type = "Task" [ 726.009025] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.017585] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.089669] env[68089]: INFO nova.compute.manager [-] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Took 2.56 seconds to deallocate network for instance. [ 726.226951] env[68089]: INFO nova.compute.manager [-] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Took 1.49 seconds to deallocate network for instance. [ 726.261269] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.303094] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5251a001-a6ac-db69-3da7-1d21641a254e, 'name': SearchDatastore_Task, 'duration_secs': 0.02933} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.305724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.305724] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.305724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.305724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.305724] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.305724] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2fcd854-30de-48b1-8326-dc908e1f7f14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.325652] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.325861] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.327018] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7ef8cf-fe56-443c-b09b-f45b6f70c86f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.334779] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 726.334779] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0bf4e-a3ea-3716-e545-3c242207919f" [ 726.334779] env[68089]: _type = "Task" [ 726.334779] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.343587] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0bf4e-a3ea-3716-e545-3c242207919f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.366855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a9763ce8-1397-4b0c-8857-8562e0db4e29 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "0d241e7c-dd42-44d5-9872-3745f26d796e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.824s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.370789] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.439279] env[68089]: DEBUG nova.compute.manager [req-21efd3c8-5c0d-4cd2-8806-d36e32b2c975 req-5256e4f0-ff09-4f78-a5e2-9da88aa04b7d service nova] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Received event network-vif-deleted-d21515b7-94e4-45cd-87e9-796ab59f8773 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 726.520897] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134555} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.524577] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.525459] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960c2f54-46d0-4b86-bd17-29670204bf98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.554232] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d93aeda1-6df1-4968-89ff-2a4dbf865c98/d93aeda1-6df1-4968-89ff-2a4dbf865c98.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.556243] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898160c2-6dd3-4362-a46e-cad2c1ea0f0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.580636] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 726.580636] env[68089]: value = "task-2852514" [ 726.580636] env[68089]: _type = "Task" [ 726.580636] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.591448] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.596569] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.734612] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.748348] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852509, 'name': ReconfigVM_Task, 'duration_secs': 1.686429} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.748634] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.749337] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a04e85e8-795d-46be-a9f7-a91303fc1a34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.760255] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 726.760255] env[68089]: value = "task-2852515" [ 726.760255] env[68089]: _type = "Task" [ 726.760255] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.771708] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852515, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.851316] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e0bf4e-a3ea-3716-e545-3c242207919f, 'name': SearchDatastore_Task, 'duration_secs': 0.032189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.852202] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9678e2f6-330f-4cd2-bcaa-06d7e4664833 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.859915] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 726.859915] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bd6975-1b39-16e0-f14f-c99f0967b4a1" [ 726.859915] env[68089]: _type = "Task" [ 726.859915] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.876128] env[68089]: DEBUG oslo_vmware.api [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852512, 'name': PowerOnVM_Task, 'duration_secs': 1.269045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.879576] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.879805] env[68089]: INFO nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Took 9.34 seconds to spawn the instance on the hypervisor. [ 726.880009] env[68089]: DEBUG nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.880346] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bd6975-1b39-16e0-f14f-c99f0967b4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01406} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.881068] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995fbaa8-010c-46ab-b56c-b19df1c80239 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.883665] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.883926] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 26a22789-6320-44ea-bd82-9485f81b22d7/26a22789-6320-44ea-bd82-9485f81b22d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.884218] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0579b581-4687-4ee4-8d00-4862817d3842 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.900707] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 726.900707] env[68089]: value = "task-2852516" [ 726.900707] env[68089]: _type = "Task" [ 726.900707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.918361] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.000200] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc3a47e-8136-46b1-aec8-67d66609868f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.008499] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d79a41-dcdd-4ac0-855d-6e74958339ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.046178] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc55d2d-f064-498d-84d5-edc88bdf60f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.054621] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32a5d3-e546-49da-b2f9-0d93cd137b79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.072243] env[68089]: DEBUG nova.compute.provider_tree [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.092184] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.217910] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Successfully updated port: e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.271737] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852515, 'name': Rename_Task, 'duration_secs': 0.384835} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.272155] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.272424] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f66db3-583a-4543-ab5c-e86a87a43b9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.281476] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 727.281476] env[68089]: value = "task-2852517" [ 727.281476] env[68089]: _type = "Task" [ 727.281476] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.295518] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.416383] env[68089]: INFO nova.compute.manager [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Took 39.36 seconds to build instance. [ 727.428058] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.575654] env[68089]: DEBUG nova.scheduler.client.report [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.603020] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852514, 'name': ReconfigVM_Task, 'duration_secs': 0.586033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.603020] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d93aeda1-6df1-4968-89ff-2a4dbf865c98/d93aeda1-6df1-4968-89ff-2a4dbf865c98.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.603020] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e849017e-2ed7-4a27-9c09-dc9792ce4725 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609822] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 727.609822] env[68089]: value = "task-2852518" [ 727.609822] env[68089]: _type = "Task" [ 727.609822] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.623696] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852518, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.723288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.723288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.723288] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.797016] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.919843] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7b167da9-c062-4e6d-9574-8df036a771cf tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.917s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.919843] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680284} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.921683] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 26a22789-6320-44ea-bd82-9485f81b22d7/26a22789-6320-44ea-bd82-9485f81b22d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.921814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.922370] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b815a60d-6b72-4afb-b403-13e4c18c5a86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.930208] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 727.930208] env[68089]: value = "task-2852519" [ 727.930208] env[68089]: _type = "Task" [ 727.930208] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.941949] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.071640] env[68089]: DEBUG nova.compute.manager [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Received event network-vif-plugged-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.072030] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Acquiring lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.072292] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.072530] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.072697] env[68089]: DEBUG nova.compute.manager [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] No waiting events found dispatching network-vif-plugged-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.072870] env[68089]: WARNING nova.compute.manager [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Received unexpected event network-vif-plugged-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a for instance with vm_state building and task_state spawning. [ 728.073041] env[68089]: DEBUG nova.compute.manager [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Received event network-changed-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 728.073200] env[68089]: DEBUG nova.compute.manager [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Refreshing instance network info cache due to event network-changed-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 728.073381] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.086163] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.089302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d550c92b-ba18-4434-8a0e-888035446b43 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "03a1e698-f29f-453d-aa21-a3148f5778a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.089635] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d550c92b-ba18-4434-8a0e-888035446b43 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "03a1e698-f29f-453d-aa21-a3148f5778a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.090195] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.209s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.090410] env[68089]: DEBUG nova.objects.instance [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'resources' on Instance uuid b5751918-d166-4b39-a5ee-fe2500f85ace {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.128186] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852518, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.129592] env[68089]: INFO nova.scheduler.client.report [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleted allocations for instance 09f7e7be-d9dc-40cd-acd1-1655812fe818 [ 728.264449] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.292818] env[68089]: DEBUG oslo_vmware.api [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852517, 'name': PowerOnVM_Task, 'duration_secs': 0.997534} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.295301] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.295526] env[68089]: DEBUG nova.compute.manager [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.296340] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4754e0d0-7d8b-4695-a65a-d72546f344b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.426024] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.440747] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117666} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.441187] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.442123] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d864c5-9bf3-4adf-8fdb-c76834ff3d92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.469012] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 26a22789-6320-44ea-bd82-9485f81b22d7/26a22789-6320-44ea-bd82-9485f81b22d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.469675] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab36c8b-132d-45d3-8f9b-5282b2104f58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.493020] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 728.493020] env[68089]: value = "task-2852520" [ 728.493020] env[68089]: _type = "Task" [ 728.493020] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.502085] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.506970] env[68089]: DEBUG nova.network.neutron [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.621866] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852518, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.641897] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f4f77f2-e76c-4438-badc-43aa655f65e4 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "09f7e7be-d9dc-40cd-acd1-1655812fe818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.626s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.819037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.963315] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.004432] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.011795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.012183] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Instance network_info: |[{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.013237] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.013237] env[68089]: DEBUG nova.network.neutron [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Refreshing network info cache for port e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.017337] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:78:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6137eaa-9bfe-4c5c-8fd1-2fac7508235a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.024380] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.027650] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.028151] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d41853aa-1160-4b68-85d0-53a181142032 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062597] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.062597] env[68089]: value = "task-2852521" [ 729.062597] env[68089]: _type = "Task" [ 729.062597] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.074394] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852521, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.148606] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852518, 'name': Rename_Task, 'duration_secs': 1.257663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.151227] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.151930] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eb9c645-224e-4e92-890f-f0e1a85f6438 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.164720] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 729.164720] env[68089]: value = "task-2852522" [ 729.164720] env[68089]: _type = "Task" [ 729.164720] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.175827] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.201800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.201930] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.202134] env[68089]: INFO nova.compute.manager [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Rebooting instance [ 729.310971] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c70e25-2b74-4a84-9336-bfd4c48c24ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.319919] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9783fd-50ab-49a4-9772-b68132e048d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.353848] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d739c58-4a99-4750-8a0c-5f0e256e4f63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362619] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68483f16-d786-47c7-b746-9e520925cdb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.378049] env[68089]: DEBUG nova.compute.provider_tree [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.507946] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852520, 'name': ReconfigVM_Task, 'duration_secs': 0.840696} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.508355] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 26a22789-6320-44ea-bd82-9485f81b22d7/26a22789-6320-44ea-bd82-9485f81b22d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.509246] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be3d829-4adc-4b9e-bea7-a48dfab6d854 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.522891] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 729.522891] env[68089]: value = "task-2852523" [ 729.522891] env[68089]: _type = "Task" [ 729.522891] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.535164] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852523, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.575574] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852521, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.685337] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.728610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.728793] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquired lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.728967] env[68089]: DEBUG nova.network.neutron [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.795185] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.795433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.884034] env[68089]: DEBUG nova.network.neutron [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updated VIF entry in instance network info cache for port e6137eaa-9bfe-4c5c-8fd1-2fac7508235a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.884034] env[68089]: DEBUG nova.network.neutron [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.891407] env[68089]: DEBUG nova.scheduler.client.report [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.039742] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852523, 'name': Rename_Task, 'duration_secs': 0.281148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.039742] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.039742] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b98a9cd-f6d8-47ae-af40-5c1b7d82ba02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.047196] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 730.047196] env[68089]: value = "task-2852524" [ 730.047196] env[68089]: _type = "Task" [ 730.047196] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.059402] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.078805] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852521, 'name': CreateVM_Task, 'duration_secs': 0.518562} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.079126] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.080171] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.080344] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.080654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.081578] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8f4f29-d9c2-4768-9dff-11c7e449206c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.089228] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 730.089228] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52147d96-de20-1e65-c815-8731b5c54597" [ 730.089228] env[68089]: _type = "Task" [ 730.089228] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.101723] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52147d96-de20-1e65-c815-8731b5c54597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.183924] env[68089]: DEBUG oslo_vmware.api [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852522, 'name': PowerOnVM_Task, 'duration_secs': 0.691212} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.183924] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.183924] env[68089]: INFO nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Took 15.64 seconds to spawn the instance on the hypervisor. [ 730.183924] env[68089]: DEBUG nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.185570] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601b87be-37db-42ce-9a3c-1f068d952625 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.259852] env[68089]: DEBUG nova.compute.manager [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.261326] env[68089]: DEBUG nova.compute.manager [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing instance network info cache due to event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 730.261326] env[68089]: DEBUG oslo_concurrency.lockutils [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] Acquiring lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.396273] env[68089]: DEBUG oslo_concurrency.lockutils [req-07f37a3b-f8b3-412b-abd6-7caf9a30b454 req-b22def92-1acf-4d5a-b846-0a1892978e0b service nova] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.396273] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.402720] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.020s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.404275] env[68089]: INFO nova.compute.claims [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.409433] env[68089]: INFO nova.compute.manager [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Rebuilding instance [ 730.416098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.416098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.416098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.416098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.416098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.418572] env[68089]: INFO nova.compute.manager [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Terminating instance [ 730.440515] env[68089]: INFO nova.scheduler.client.report [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted allocations for instance b5751918-d166-4b39-a5ee-fe2500f85ace [ 730.465991] env[68089]: DEBUG nova.compute.manager [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.466939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2060e5-ad0b-4fbd-8ede-040cfa7b3f91 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.559079] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.602859] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52147d96-de20-1e65-c815-8731b5c54597, 'name': SearchDatastore_Task, 'duration_secs': 0.032028} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.603251] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603511] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.603819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.604025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.604329] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.604888] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01d14fee-cdfb-4693-b20c-6b3b1fa04544 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.614596] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.614738] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.615455] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e539912-41b0-481a-b847-a7e2dbae35e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.621319] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 730.621319] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528084ac-b497-008c-5e76-462756e53b18" [ 730.621319] env[68089]: _type = "Task" [ 730.621319] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.630755] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528084ac-b497-008c-5e76-462756e53b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.675930] env[68089]: DEBUG nova.network.neutron [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.706647] env[68089]: INFO nova.compute.manager [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Took 46.42 seconds to build instance. [ 730.928026] env[68089]: DEBUG nova.compute.manager [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.928026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.928026] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5522957-7fef-4030-aff3-75ca6cfd4904 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.941244] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.941799] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-442711eb-4f64-4d7f-b6ac-758685b63d1d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.952248] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 730.952248] env[68089]: value = "task-2852525" [ 730.952248] env[68089]: _type = "Task" [ 730.952248] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.954909] env[68089]: DEBUG oslo_concurrency.lockutils [None req-edfac2a1-f8b4-48ef-bfa7-a839daf431f0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "b5751918-d166-4b39-a5ee-fe2500f85ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.077s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.968117] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.064751] env[68089]: DEBUG oslo_vmware.api [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852524, 'name': PowerOnVM_Task, 'duration_secs': 0.881297} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.064751] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.065726] env[68089]: INFO nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Took 10.80 seconds to spawn the instance on the hypervisor. [ 731.065726] env[68089]: DEBUG nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.066134] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688c16f-715e-4dbc-b394-abac0b1bc6c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.139068] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528084ac-b497-008c-5e76-462756e53b18, 'name': SearchDatastore_Task, 'duration_secs': 0.033637} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.139996] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85dfda51-a5fb-4c5c-a67c-1ad67c7e488b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.149419] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 731.149419] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526b7b94-1038-e515-e8d7-79576e07b774" [ 731.149419] env[68089]: _type = "Task" [ 731.149419] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.163564] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526b7b94-1038-e515-e8d7-79576e07b774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.179093] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Releasing lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.180631] env[68089]: DEBUG oslo_concurrency.lockutils [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] Acquired lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.180631] env[68089]: DEBUG nova.network.neutron [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.209048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3b4d69a-e7c5-4fb7-915a-436046a56315 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.255s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.277020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.277020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.277020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.277020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.277020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.279283] env[68089]: INFO nova.compute.manager [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Terminating instance [ 731.466477] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852525, 'name': PowerOffVM_Task, 'duration_secs': 0.315996} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.466740] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.466902] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.467270] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a093782-0ffa-4a37-a961-7f1bbd3ca28a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.484731] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.485222] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b50dbc-c5db-4586-a4fe-2406da20f0ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.493407] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 731.493407] env[68089]: value = "task-2852527" [ 731.493407] env[68089]: _type = "Task" [ 731.493407] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.507061] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.552772] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.553081] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.553319] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleting the datastore file [datastore2] d59e44d7-db1a-467d-a522-ce4fe0ae9d8a {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.553687] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e923b6-1f9d-498c-8f90-05e592cf1dd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.563707] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for the task: (returnval){ [ 731.563707] env[68089]: value = "task-2852528" [ 731.563707] env[68089]: _type = "Task" [ 731.563707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.573683] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.583451] env[68089]: INFO nova.compute.manager [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Took 40.67 seconds to build instance. [ 731.662255] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526b7b94-1038-e515-e8d7-79576e07b774, 'name': SearchDatastore_Task, 'duration_secs': 0.013732} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.662255] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.662255] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.662255] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6349e361-fbfc-483f-81d3-8515e88401fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.673659] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 731.673659] env[68089]: value = "task-2852529" [ 731.673659] env[68089]: _type = "Task" [ 731.673659] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.686960] env[68089]: DEBUG nova.compute.manager [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.691736] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c4c64c-7174-439a-b83c-60db15d6c2c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.695589] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.711610] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.773062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.773616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.774131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.774354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.774737] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.777672] env[68089]: INFO nova.compute.manager [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Terminating instance [ 731.783364] env[68089]: DEBUG nova.compute.manager [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.783640] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.787274] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d01d3-2516-422d-a76d-7be0b8113e74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.797599] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.797880] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe329863-bc1b-4e36-94f2-89191a1f084e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.809222] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 731.809222] env[68089]: value = "task-2852530" [ 731.809222] env[68089]: _type = "Task" [ 731.809222] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.822857] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.008848] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852527, 'name': PowerOffVM_Task, 'duration_secs': 0.298746} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.013281] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.013281] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.013281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb754e6-4f57-4e4e-8708-5582472bceb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.020154] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.020553] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-672bd870-1955-4de0-8bc7-617b6e985fd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.059085] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacb3650-7340-4837-bdb2-f777d2372034 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.070724] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a07798-62c4-4f0b-9aa6-d07cce3f1b1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.075017] env[68089]: DEBUG nova.network.neutron [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updated VIF entry in instance network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.075632] env[68089]: DEBUG nova.network.neutron [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.083327] env[68089]: DEBUG oslo_vmware.api [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Task: {'id': task-2852528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.111375] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.111862] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.112228] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.112564] env[68089]: INFO nova.compute.manager [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 732.112937] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.114020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bf725d06-18fe-4014-83d5-d4918fc1e8b0 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.815s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.116056] env[68089]: DEBUG nova.compute.manager [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.116345] env[68089]: DEBUG nova.network.neutron [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.120929] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d24cb44-758b-4fb6-8eb3-2fc0933de969 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.124908] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.125658] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.126613] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.128108] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a396f2e0-66bf-4b95-90e5-95fe24de15a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.145723] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febb121a-cf0f-41c7-9181-02e7207ce641 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.154604] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 732.154604] env[68089]: value = "task-2852532" [ 732.154604] env[68089]: _type = "Task" [ 732.154604] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.179363] env[68089]: DEBUG nova.compute.provider_tree [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.192309] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.205713] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852529, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.239414] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.285797] env[68089]: DEBUG nova.compute.manager [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.286084] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.287060] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f97b3-4f5a-4796-81e0-f03e85f25d49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.298581] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.298906] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cef6781-cb98-4c4e-8146-7afd2aa41e4d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.311052] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 732.311052] env[68089]: value = "task-2852533" [ 732.311052] env[68089]: _type = "Task" [ 732.311052] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.330629] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852530, 'name': PowerOffVM_Task, 'duration_secs': 0.401836} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.339463] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.339463] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.339463] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.339463] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81b80169-6392-4eb9-bac9-39783b9afa90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.506119] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.506385] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.506545] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleting the datastore file [datastore1] d93aeda1-6df1-4968-89ff-2a4dbf865c98 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.506830] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6374d92-777a-4c7b-96d7-6b6c96dfbcbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.514705] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for the task: (returnval){ [ 732.514705] env[68089]: value = "task-2852535" [ 732.514705] env[68089]: _type = "Task" [ 732.514705] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.525173] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.579156] env[68089]: DEBUG oslo_concurrency.lockutils [req-bb47cbed-39d0-4951-8652-10204d16d0fd req-f92a5032-dc2e-4fee-9e0d-612a7e04f4aa service nova] Releasing lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.628640] env[68089]: DEBUG nova.compute.manager [None req-d550c92b-ba18-4434-8a0e-888035446b43 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 03a1e698-f29f-453d-aa21-a3148f5778a5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.665866] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388507} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.667113] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.667398] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.667600] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.689804] env[68089]: DEBUG nova.scheduler.client.report [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.694028] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780706} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.694028] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.694232] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.694356] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-629f810c-371a-4171-bed8-3f658222c7b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.707457] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 732.707457] env[68089]: value = "task-2852536" [ 732.707457] env[68089]: _type = "Task" [ 732.707457] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.714326] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae31801-d005-45fe-b7e6-0952a1dd292d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.722054] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.727051] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Doing hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 732.727326] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d59454c-f412-4c5f-9e1e-30281b6cdff6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.734782] env[68089]: DEBUG oslo_vmware.api [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 732.734782] env[68089]: value = "task-2852537" [ 732.734782] env[68089]: _type = "Task" [ 732.734782] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.744854] env[68089]: DEBUG oslo_vmware.api [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852537, 'name': ResetVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.828231] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852533, 'name': PowerOffVM_Task, 'duration_secs': 0.267273} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.828588] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.828794] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.829095] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a22418ba-4639-403f-88fc-d247ef659be2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.927334] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.927737] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.928670] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleting the datastore file [datastore2] 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.928670] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8654263-420e-4103-9d56-08b50f2257dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.937746] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for the task: (returnval){ [ 732.937746] env[68089]: value = "task-2852539" [ 732.937746] env[68089]: _type = "Task" [ 732.937746] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.947059] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.026488] env[68089]: DEBUG oslo_vmware.api [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Task: {'id': task-2852535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511086} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.026811] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.027000] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.027194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.027366] env[68089]: INFO nova.compute.manager [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Took 1.24 seconds to destroy the instance on the hypervisor. [ 733.027957] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.027957] env[68089]: DEBUG nova.compute.manager [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.028057] env[68089]: DEBUG nova.network.neutron [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.033118] env[68089]: DEBUG nova.compute.manager [req-648a5019-676b-4ff4-85b6-98e32b39667a req-5ab8cfba-c73b-4dc3-a280-9adacafb552b service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Received event network-vif-deleted-8ddab818-207f-4b1b-8c25-5d5d6f726391 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 733.033335] env[68089]: INFO nova.compute.manager [req-648a5019-676b-4ff4-85b6-98e32b39667a req-5ab8cfba-c73b-4dc3-a280-9adacafb552b service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Neutron deleted interface 8ddab818-207f-4b1b-8c25-5d5d6f726391; detaching it from the instance and deleting it from the info cache [ 733.033507] env[68089]: DEBUG nova.network.neutron [req-648a5019-676b-4ff4-85b6-98e32b39667a req-5ab8cfba-c73b-4dc3-a280-9adacafb552b service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.043516] env[68089]: DEBUG nova.compute.manager [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.044451] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9960f23-2a5a-4538-8a72-a2e87b87a515 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.060781] env[68089]: DEBUG nova.network.neutron [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.135657] env[68089]: DEBUG nova.compute.manager [None req-d550c92b-ba18-4434-8a0e-888035446b43 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 03a1e698-f29f-453d-aa21-a3148f5778a5] Instance disappeared before build. {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 733.198028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.198028] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.198765] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.306s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.199114] env[68089]: DEBUG nova.objects.instance [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'resources' on Instance uuid c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.219326] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115619} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.220721] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.222398] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1370379-809b-47bb-ae6b-d991cb51a0e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.247176] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.251393] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c12661-3810-4ffe-8703-c172b69ba430 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.273108] env[68089]: DEBUG oslo_vmware.api [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852537, 'name': ResetVM_Task, 'duration_secs': 0.145663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.274769] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Did hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 733.275151] env[68089]: DEBUG nova.compute.manager [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.275609] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 733.275609] env[68089]: value = "task-2852540" [ 733.275609] env[68089]: _type = "Task" [ 733.275609] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.278693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e860ec-f77d-4800-a652-4c83aebf71c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.296354] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.453017] env[68089]: DEBUG oslo_vmware.api [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Task: {'id': task-2852539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.453017] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.453017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.453017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.453017] env[68089]: INFO nova.compute.manager [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 733.453017] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.453371] env[68089]: DEBUG nova.compute.manager [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.453371] env[68089]: DEBUG nova.network.neutron [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.536769] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4a0963d-ad03-4f63-9e7d-989c2b588e8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.549149] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1eac96-50d3-4d06-976c-b4f21cec7233 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.561761] env[68089]: INFO nova.compute.manager [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] instance snapshotting [ 733.562178] env[68089]: DEBUG nova.objects.instance [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.563891] env[68089]: INFO nova.compute.manager [-] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Took 1.45 seconds to deallocate network for instance. [ 733.592893] env[68089]: DEBUG nova.compute.manager [req-648a5019-676b-4ff4-85b6-98e32b39667a req-5ab8cfba-c73b-4dc3-a280-9adacafb552b service nova] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Detach interface failed, port_id=8ddab818-207f-4b1b-8c25-5d5d6f726391, reason: Instance d59e44d7-db1a-467d-a522-ce4fe0ae9d8a could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 733.654061] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d550c92b-ba18-4434-8a0e-888035446b43 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "03a1e698-f29f-453d-aa21-a3148f5778a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 5.564s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.699234] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.699497] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.699681] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.699884] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.700101] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.700307] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.700535] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.700722] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.700905] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.701099] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.701307] env[68089]: DEBUG nova.virt.hardware [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.702530] env[68089]: DEBUG nova.compute.utils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.707147] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18585ee9-72a5-417c-8fba-473fe5583fcc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.711289] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.711289] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.719045] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002caa5e-b33a-483f-9936-058ee2d20c79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.739766] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:8e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '449aa036-41e4-4a00-bd25-add7e07f2b83', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.747820] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.748368] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.751276] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9072f98e-927d-4362-b44b-29a94d6d2a0d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.771897] env[68089]: DEBUG nova.policy [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d3d39ed1f443aaa4ad8e58523da18d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8634f2b922c437b8ad70ecc76287fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.776994] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.776994] env[68089]: value = "task-2852541" [ 733.776994] env[68089]: _type = "Task" [ 733.776994] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.789625] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852541, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.798427] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.803717] env[68089]: DEBUG nova.compute.manager [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.812292] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f87049-54c7-407d-af7a-fbf0de83a680 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.813748] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55725456-4ab7-467e-828e-87bd202433ab tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.611s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.072531] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca034f6-a866-4325-ba29-24f6af5de37b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.078342] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.099195] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b19a0-78c8-4165-a525-7417e2a34fa4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.160022] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.215213] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.225365] env[68089]: DEBUG nova.compute.manager [req-f4962c65-084d-43cd-a511-03909ff7334d req-89885794-db12-4f9d-b53d-be903b86b308 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Received event network-vif-deleted-e04bb09f-bb54-4d79-b9cd-19af4328f016 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.225567] env[68089]: INFO nova.compute.manager [req-f4962c65-084d-43cd-a511-03909ff7334d req-89885794-db12-4f9d-b53d-be903b86b308 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Neutron deleted interface e04bb09f-bb54-4d79-b9cd-19af4328f016; detaching it from the instance and deleting it from the info cache [ 734.225740] env[68089]: DEBUG nova.network.neutron [req-f4962c65-084d-43cd-a511-03909ff7334d req-89885794-db12-4f9d-b53d-be903b86b308 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.284992] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Successfully created port: 39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.296962] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.302527] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852541, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.326385] env[68089]: INFO nova.compute.manager [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] instance snapshotting [ 734.331901] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89792b40-bc9a-4556-94c9-a219ec314ebc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.356498] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abdcb9f-d5f2-4f87-bb35-775231640556 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.387068] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4e6a69-a1f2-4f75-98e6-40e0685b3133 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.397704] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f242ed-b509-4b1c-bf24-fefbf920d2f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.431565] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906237f-f3fa-492d-afab-579d9c85372b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.440794] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d5b4c-4342-4025-a6ff-58e0f1511c18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.458465] env[68089]: DEBUG nova.compute.provider_tree [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.479971] env[68089]: DEBUG nova.network.neutron [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.617167] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.617715] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58e33578-5ea0-4372-b743-3d2075b96d5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.627836] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 734.627836] env[68089]: value = "task-2852542" [ 734.627836] env[68089]: _type = "Task" [ 734.627836] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.638286] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.672208] env[68089]: DEBUG nova.network.neutron [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.679696] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.728790] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bca0f55-1c9e-48c5-92b7-3eba12e909b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.744364] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09198110-c560-40d0-8179-c0c80d434084 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.507207] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.507954] env[68089]: DEBUG nova.scheduler.client.report [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.511149] env[68089]: INFO nova.compute.manager [-] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Took 2.48 seconds to deallocate network for instance. [ 735.511510] env[68089]: INFO nova.compute.manager [-] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Took 2.06 seconds to deallocate network for instance. [ 735.512357] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.520021] env[68089]: DEBUG nova.compute.manager [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-vif-deleted-a357fa15-72ee-4072-84da-c521ee54f732 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.520021] env[68089]: DEBUG nova.compute.manager [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Received event network-vif-deleted-1f1d1073-dc26-4023-94af-4d93cf747e16 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.520021] env[68089]: DEBUG nova.compute.manager [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.520021] env[68089]: DEBUG nova.compute.manager [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing instance network info cache due to event network-changed-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 735.520021] env[68089]: DEBUG oslo_concurrency.lockutils [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] Acquiring lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.520021] env[68089]: DEBUG oslo_concurrency.lockutils [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] Acquired lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.520021] env[68089]: DEBUG nova.network.neutron [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Refreshing network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.527124] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fa3bc69-e17f-4c17-aacc-264acbfb0613 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.569327] env[68089]: DEBUG nova.compute.manager [req-f4962c65-084d-43cd-a511-03909ff7334d req-89885794-db12-4f9d-b53d-be903b86b308 service nova] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Detach interface failed, port_id=e04bb09f-bb54-4d79-b9cd-19af4328f016, reason: Instance 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 735.569689] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.569689] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.569913] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.570161] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.570398] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.570610] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.570881] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.571090] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.571277] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.571439] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.571608] env[68089]: DEBUG nova.virt.hardware [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.583037] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b336f1eb-c63f-40df-b0db-54925d389279 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.585212] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 735.585212] env[68089]: value = "task-2852543" [ 735.585212] env[68089]: _type = "Task" [ 735.585212] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.586514] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852540, 'name': ReconfigVM_Task, 'duration_secs': 1.344766} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.586680] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852541, 'name': CreateVM_Task, 'duration_secs': 1.080126} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.586875] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.587532] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.588190] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.591899] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92de877-1b2a-4f61-913c-ddcc16bfa92b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.594292] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.594452] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.594757] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.597129] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5acfc9-53aa-4888-a0e7-d8b1cb6ae8b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.600117] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6918df-bbc6-4d5f-808f-eaa2e2e41e97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607361] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852543, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.608870] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 735.608870] env[68089]: value = "task-2852544" [ 735.608870] env[68089]: _type = "Task" [ 735.608870] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.610096] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 735.610096] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5224d4f5-1ea4-14a0-d37e-e7eebbe17967" [ 735.610096] env[68089]: _type = "Task" [ 735.610096] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.632558] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224d4f5-1ea4-14a0-d37e-e7eebbe17967, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.636847] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.637137] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.637471] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.637830] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.637830] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.638131] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852544, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.638432] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a40718-92c8-4ce9-a591-6b2453de5877 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.650052] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.650052] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.650235] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2a3392-5697-49e2-8c2a-1026032e3083 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.658877] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 735.658877] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528a28b2-0082-e621-8f48-5ae2e6e502bc" [ 735.658877] env[68089]: _type = "Task" [ 735.658877] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.668506] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a28b2-0082-e621-8f48-5ae2e6e502bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.834361] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Successfully updated port: 39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.024321] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.825s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.026187] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.026407] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.026595] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.026827] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.027016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.028477] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852542, 'name': CreateSnapshot_Task, 'duration_secs': 1.090332} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.028944] env[68089]: INFO nova.compute.manager [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Terminating instance [ 736.030376] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.740s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.031889] env[68089]: INFO nova.compute.claims [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.034471] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.036453] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bffc73-771b-4cb0-8a8c-55bde1081f1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.048494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.049329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.058175] env[68089]: INFO nova.scheduler.client.report [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted allocations for instance c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8 [ 736.098625] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852543, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.126192] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852544, 'name': Rename_Task, 'duration_secs': 0.181617} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.126192] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.126192] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f55bc65b-44cf-45c3-a9ff-8acda8f7e35e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.134402] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 736.134402] env[68089]: value = "task-2852545" [ 736.134402] env[68089]: _type = "Task" [ 736.134402] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.144816] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171107] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a28b2-0082-e621-8f48-5ae2e6e502bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.177342] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1a6532-8389-4930-8609-9f6fb81ef4b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.185869] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 736.185869] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52feceec-aaf2-edde-57ea-2067d689ea1d" [ 736.185869] env[68089]: _type = "Task" [ 736.185869] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.197846] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52feceec-aaf2-edde-57ea-2067d689ea1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.288169] env[68089]: DEBUG nova.network.neutron [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updated VIF entry in instance network info cache for port 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.288581] env[68089]: DEBUG nova.network.neutron [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [{"id": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "address": "fa:16:3e:0d:dd:f8", "network": {"id": "e355cede-8736-4a64-ad0b-03c6d5947b99", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-85319943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40720ea916141a48c936bb90d7d5245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d5dcee-c2", "ovs_interfaceid": "20d5dcee-c20e-4b09-9005-3c9b3fbd1a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.319211] env[68089]: DEBUG nova.compute.manager [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received event network-vif-plugged-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.319211] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Acquiring lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.319211] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.319421] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.320157] env[68089]: DEBUG nova.compute.manager [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] No waiting events found dispatching network-vif-plugged-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.320157] env[68089]: WARNING nova.compute.manager [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received unexpected event network-vif-plugged-39321183-610f-436e-9468-fc88b1ab994c for instance with vm_state building and task_state spawning. [ 736.320157] env[68089]: DEBUG nova.compute.manager [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received event network-changed-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.320269] env[68089]: DEBUG nova.compute.manager [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing instance network info cache due to event network-changed-39321183-610f-436e-9468-fc88b1ab994c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.320375] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Acquiring lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.320512] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Acquired lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.320670] env[68089]: DEBUG nova.network.neutron [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing network info cache for port 39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.336819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.541532] env[68089]: DEBUG nova.compute.manager [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.541696] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.542756] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc7942-9311-400f-b95f-24f2a1df1309 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.552143] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.552935] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015e7089-89cd-424d-bdb2-e9f028255281 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.561942] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.563934] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de49a182-16ac-42fb-a0fb-b59dca8be2eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.569815] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 736.569815] env[68089]: value = "task-2852546" [ 736.569815] env[68089]: _type = "Task" [ 736.569815] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.574276] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb88792-1879-428d-b70c-88077e962f6f tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.254s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.577413] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 736.577413] env[68089]: value = "task-2852547" [ 736.577413] env[68089]: _type = "Task" [ 736.577413] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.586026] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.599670] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852547, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.606664] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852543, 'name': CreateSnapshot_Task, 'duration_secs': 0.956683} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.606951] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.607762] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76059b1-13b3-42d4-b4f4-95a22df26f39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.650444] env[68089]: DEBUG oslo_vmware.api [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852545, 'name': PowerOnVM_Task, 'duration_secs': 0.512922} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.650444] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.650840] env[68089]: INFO nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Took 11.24 seconds to spawn the instance on the hypervisor. [ 736.651167] env[68089]: DEBUG nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.653421] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc93b7-05e8-4376-b988-a25b024b36a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.697996] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52feceec-aaf2-edde-57ea-2067d689ea1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.698362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.699636] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.699921] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54674f97-f368-4547-897a-04c08c9df74f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.708622] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 736.708622] env[68089]: value = "task-2852548" [ 736.708622] env[68089]: _type = "Task" [ 736.708622] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.717286] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.791807] env[68089]: DEBUG oslo_concurrency.lockutils [req-f26571c3-1e12-4189-bd95-4eafa2fd0726 req-feedd435-e9ef-40fb-a768-fe6111c4f8ff service nova] Releasing lock "refresh_cache-6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.858452] env[68089]: DEBUG nova.network.neutron [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.944433] env[68089]: DEBUG nova.network.neutron [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.083464] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852546, 'name': PowerOffVM_Task, 'duration_secs': 0.301644} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.089758] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.089888] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.090711] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aefc3719-6fe3-4df8-8c99-4d2e35820188 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.098912] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852547, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.100596] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "55d3c938-61f2-4c70-8333-2ba3a640b625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.100930] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.101194] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.101419] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.101675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.106661] env[68089]: INFO nova.compute.manager [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Terminating instance [ 737.133087] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 737.136427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-550c3811-a9ad-46c7-865a-81f5637cc52b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.147528] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 737.147528] env[68089]: value = "task-2852550" [ 737.147528] env[68089]: _type = "Task" [ 737.147528] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.162993] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.177882] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.178180] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.178388] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleting the datastore file [datastore1] 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.180697] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da90651e-8ba1-4e2d-8a25-f8fa82445b50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.183492] env[68089]: INFO nova.compute.manager [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Took 42.23 seconds to build instance. [ 737.193271] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 737.193271] env[68089]: value = "task-2852551" [ 737.193271] env[68089]: _type = "Task" [ 737.193271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.205029] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.221626] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.447697] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ed17655-1f25-43ba-a6c7-c12abc78c1ae req-568eb463-a45a-4801-99be-d50ae5a67231 service nova] Releasing lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.448294] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquired lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.448542] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.594781] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852547, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.608994] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e83acb0-b048-40da-afa0-f8f45216df2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.612480] env[68089]: DEBUG nova.compute.manager [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.612725] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.613607] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385bbad2-5d8e-4522-aed3-88c57b935e1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.623973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd7354a-9649-4d98-9bd2-d1b5300141c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.628046] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.628046] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092a6169-a451-414b-8030-b400bd0844a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.668960] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb23c1a-afae-4339-b534-17e00d467a71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.670388] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 737.670388] env[68089]: value = "task-2852552" [ 737.670388] env[68089]: _type = "Task" [ 737.670388] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.681313] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.683088] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419bc4a5-4b86-4138-a89b-edb2551b278f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.691820] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ceb17f92-78f7-405a-bdd0-9d7cc5f1f3e2 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.952s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.691820] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.706059] env[68089]: DEBUG nova.compute.provider_tree [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.714499] env[68089]: DEBUG oslo_vmware.api [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239346} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.717862] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.718108] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.718331] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.718512] env[68089]: INFO nova.compute.manager [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 737.718749] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.719243] env[68089]: DEBUG nova.compute.manager [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.722563] env[68089]: DEBUG nova.network.neutron [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.730551] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636456} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.730855] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.731032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.731328] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec11c59-466a-4d0e-92cb-843204bad1a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.741263] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 737.741263] env[68089]: value = "task-2852553" [ 737.741263] env[68089]: _type = "Task" [ 737.741263] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.752991] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.994981] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.099372] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852547, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.173539] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.178689] env[68089]: DEBUG nova.network.neutron [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [{"id": "39321183-610f-436e-9468-fc88b1ab994c", "address": "fa:16:3e:10:16:1e", "network": {"id": "9fcfd661-b831-410c-a035-8bda70eb1e32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1523420051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8634f2b922c437b8ad70ecc76287fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39321183-61", "ovs_interfaceid": "39321183-610f-436e-9468-fc88b1ab994c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.185858] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852552, 'name': PowerOffVM_Task, 'duration_secs': 0.546822} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.186106] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.186279] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.186527] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d6f518a-262d-4181-9362-a62340fa47ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.209856] env[68089]: DEBUG nova.scheduler.client.report [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.251153] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200157} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.251422] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.252218] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d7c8b9-0209-46b0-9d34-876a4bb88534 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.277699] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.278025] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9400a327-4da6-4d40-a3bb-a5d73258dc53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.294670] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.295501] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.295501] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleting the datastore file [datastore2] 55d3c938-61f2-4c70-8333-2ba3a640b625 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.296183] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f437174-4dde-49b6-9c33-4cdc99d6c91e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.300754] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 738.300754] env[68089]: value = "task-2852555" [ 738.300754] env[68089]: _type = "Task" [ 738.300754] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.305557] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 738.305557] env[68089]: value = "task-2852556" [ 738.305557] env[68089]: _type = "Task" [ 738.305557] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.313387] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.319949] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.355986] env[68089]: DEBUG nova.compute.manager [req-58a3c7e1-04e6-46e8-9803-43c4b998f112 req-f59e5821-7969-43ba-b5eb-344a94ba60a7 service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Received event network-vif-deleted-20d5dcee-c20e-4b09-9005-3c9b3fbd1a92 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.356219] env[68089]: INFO nova.compute.manager [req-58a3c7e1-04e6-46e8-9803-43c4b998f112 req-f59e5821-7969-43ba-b5eb-344a94ba60a7 service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Neutron deleted interface 20d5dcee-c20e-4b09-9005-3c9b3fbd1a92; detaching it from the instance and deleting it from the info cache [ 738.356392] env[68089]: DEBUG nova.network.neutron [req-58a3c7e1-04e6-46e8-9803-43c4b998f112 req-f59e5821-7969-43ba-b5eb-344a94ba60a7 service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.532104] env[68089]: DEBUG nova.network.neutron [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.597628] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852547, 'name': CloneVM_Task, 'duration_secs': 1.82208} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.597933] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created linked-clone VM from snapshot [ 738.598690] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5454bc8-ae82-4280-9167-7f82501157f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.607984] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploading image bbba14e0-0838-463c-8d38-7d93a65ab79f {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.637453] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.637453] env[68089]: value = "vm-573586" [ 738.637453] env[68089]: _type = "VirtualMachine" [ 738.637453] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.638044] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-007d8a6a-d3d3-48e8-8d81-7e8b5a0157b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.646465] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease: (returnval){ [ 738.646465] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200a172-797f-ff4c-0d24-e4895e10c4c2" [ 738.646465] env[68089]: _type = "HttpNfcLease" [ 738.646465] env[68089]: } obtained for exporting VM: (result){ [ 738.646465] env[68089]: value = "vm-573586" [ 738.646465] env[68089]: _type = "VirtualMachine" [ 738.646465] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.646708] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the lease: (returnval){ [ 738.646708] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200a172-797f-ff4c-0d24-e4895e10c4c2" [ 738.646708] env[68089]: _type = "HttpNfcLease" [ 738.646708] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.654708] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.654708] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200a172-797f-ff4c-0d24-e4895e10c4c2" [ 738.654708] env[68089]: _type = "HttpNfcLease" [ 738.654708] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.673302] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.683090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Releasing lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.683090] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance network_info: |[{"id": "39321183-610f-436e-9468-fc88b1ab994c", "address": "fa:16:3e:10:16:1e", "network": {"id": "9fcfd661-b831-410c-a035-8bda70eb1e32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1523420051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8634f2b922c437b8ad70ecc76287fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39321183-61", "ovs_interfaceid": "39321183-610f-436e-9468-fc88b1ab994c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.683090] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:16:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39321183-610f-436e-9468-fc88b1ab994c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.691534] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Creating folder: Project (d8634f2b922c437b8ad70ecc76287fad). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.691766] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2281226c-4fb4-45af-be25-01429b924915 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.707910] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Created folder: Project (d8634f2b922c437b8ad70ecc76287fad) in parent group-v573447. [ 738.708177] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Creating folder: Instances. Parent ref: group-v573588. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.708488] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a8de93-0bc5-4d4e-a956-df609ca9801d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.715464] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.715872] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.719469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.397s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.719469] env[68089]: DEBUG nova.objects.instance [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lazy-loading 'resources' on Instance uuid a88ec1b0-abf1-44b6-9fe2-21aa327eb65e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.724522] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Created folder: Instances in parent group-v573588. [ 738.724941] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.725030] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.725357] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f161e87-ee31-4082-817e-c93e71c71d69 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.746944] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.746944] env[68089]: value = "task-2852560" [ 738.746944] env[68089]: _type = "Task" [ 738.746944] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.756089] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852560, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.817260] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.820845] env[68089]: DEBUG oslo_vmware.api [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244664} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.821157] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.821384] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.821623] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.821896] env[68089]: INFO nova.compute.manager [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Took 1.21 seconds to destroy the instance on the hypervisor. [ 738.822214] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.822506] env[68089]: DEBUG nova.compute.manager [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.822651] env[68089]: DEBUG nova.network.neutron [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.859408] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97550502-607e-485d-85cf-f69d23e38fa5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.871397] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813648d3-a194-47b1-92ff-30e0bee459f4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.913193] env[68089]: DEBUG nova.compute.manager [req-58a3c7e1-04e6-46e8-9803-43c4b998f112 req-f59e5821-7969-43ba-b5eb-344a94ba60a7 service nova] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Detach interface failed, port_id=20d5dcee-c20e-4b09-9005-3c9b3fbd1a92, reason: Instance 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 739.034930] env[68089]: INFO nova.compute.manager [-] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Took 1.32 seconds to deallocate network for instance. [ 739.146313] env[68089]: DEBUG nova.compute.manager [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 739.162427] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.162427] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200a172-797f-ff4c-0d24-e4895e10c4c2" [ 739.162427] env[68089]: _type = "HttpNfcLease" [ 739.162427] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.162910] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.162910] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5200a172-797f-ff4c-0d24-e4895e10c4c2" [ 739.162910] env[68089]: _type = "HttpNfcLease" [ 739.162910] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.164138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f2f703-ecf7-4c0d-af99-f7a29ee67307 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.181590] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.181753] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.186273] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.249741] env[68089]: DEBUG nova.compute.utils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.256256] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.256256] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.268650] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852560, 'name': CreateVM_Task, 'duration_secs': 0.509868} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.268844] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.269629] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.269788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.270145] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.270412] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6bc888-d7c2-449e-be6d-ae46f91c1190 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.276541] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 739.276541] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52800e04-1ecb-a910-8d34-8b9bd2c628b1" [ 739.276541] env[68089]: _type = "Task" [ 739.276541] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.293937] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52800e04-1ecb-a910-8d34-8b9bd2c628b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.310028] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c09a9399-1765-4932-bb86-4970c9c9e32d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.317263] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852555, 'name': ReconfigVM_Task, 'duration_secs': 0.782018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.320975] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2/607865da-9774-47fc-ae4e-1adc0084cec2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.323124] env[68089]: DEBUG nova.policy [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3428feb264f1438a982afd4fd88e916d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9addaa2f6dbd41958f880c9e5924f82d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.324602] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ba3ede-81d9-4c64-9ec2-2322d624e0dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.333615] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 739.333615] env[68089]: value = "task-2852561" [ 739.333615] env[68089]: _type = "Task" [ 739.333615] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.348305] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852561, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.544234] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.614548] env[68089]: DEBUG nova.network.neutron [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.670469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.675063] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Successfully created port: 1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.684292] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852550, 'name': CloneVM_Task, 'duration_secs': 2.153189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.687409] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Created linked-clone VM from snapshot [ 739.688782] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53340411-e37b-4aa3-97d4-f4c77902eb83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.699146] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Uploading image 2ead290a-fe4f-4743-a6d7-2fbad5dd8623 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 739.710944] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.711421] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbddeb8f-8ee7-400e-a857-1619dd23cead {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.720393] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 739.720393] env[68089]: value = "task-2852562" [ 739.720393] env[68089]: _type = "Task" [ 739.720393] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.737691] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852562, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.758681] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.787960] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52800e04-1ecb-a910-8d34-8b9bd2c628b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.788162] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.788528] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.788849] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.789191] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.789558] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.789985] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d347113-8eb2-42bc-81d3-62c6069c56b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.805276] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.805276] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.806317] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec12b57-3b34-4ba7-ba2d-3f1ae3cdfe7e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.816852] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 739.816852] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522765b1-9750-8e32-405e-47eebe831638" [ 739.816852] env[68089]: _type = "Task" [ 739.816852] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.829992] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522765b1-9750-8e32-405e-47eebe831638, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.835256] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabed82c-97de-4757-93dc-1aad653c035d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.849560] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 739.849560] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520b82f5-5dd8-8567-5c3b-65fe36d9833c" [ 739.849560] env[68089]: _type = "Task" [ 739.849560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.850102] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852561, 'name': Rename_Task, 'duration_secs': 0.177443} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.853977] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.859277] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e2c9a00-c9ea-43e7-843c-eefd9051122b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.868102] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520b82f5-5dd8-8567-5c3b-65fe36d9833c, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.869782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.870105] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6a894398-7cdf-4c97-a46e-13992f90a91d/6a894398-7cdf-4c97-a46e-13992f90a91d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.870519] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 739.870519] env[68089]: value = "task-2852563" [ 739.870519] env[68089]: _type = "Task" [ 739.870519] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.873349] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba857351-579a-4d75-b30a-23290f30ff9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.886646] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.891747] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 739.891747] env[68089]: value = "task-2852564" [ 739.891747] env[68089]: _type = "Task" [ 739.891747] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.901302] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.907034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50efa250-02ec-4601-ac27-a32a7ae606fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.921449] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f1239c-7fa1-48b8-8054-7e5ee403db61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.961322] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c97602-d07d-4a1d-a38c-1a9d833a372c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.973361] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def6c57-001b-4247-a61f-ebbcb4431746 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.990652] env[68089]: DEBUG nova.compute.provider_tree [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.115489] env[68089]: INFO nova.compute.manager [-] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Took 1.29 seconds to deallocate network for instance. [ 740.233514] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852562, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.264526] env[68089]: INFO nova.virt.block_device [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Booting with volume 534ebded-52ee-489d-a997-3ebbbcef4896 at /dev/sda [ 740.314834] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23927ff4-88a9-4620-8fd0-c87bb706cdfa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.328652] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b8db8-52a2-4998-83b4-218e36c56eb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.388191] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2612bb2-f727-4589-9eff-c919d8d88302 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394915] env[68089]: DEBUG nova.compute.manager [req-3cf9e31e-073e-44ad-83e6-2119de261913 req-6cd92f82-ab94-41aa-b92b-2a16a533fe71 service nova] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Received event network-vif-deleted-d2d1b9d1-015a-447e-bba5-912e4a9a3a72 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 740.403767] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.409186] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f871f-779f-4af1-b618-881e046c0cb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.425621] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.459155] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f34bc1-231b-4236-a896-e4cd663fd893 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.467272] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736e1ab-4cbc-4c86-802e-e25c2630889f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.484485] env[68089]: DEBUG nova.virt.block_device [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating existing volume attachment record: 35f249f3-59ee-4136-9ee7-eb411c42588f {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 740.493849] env[68089]: DEBUG nova.scheduler.client.report [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.627337] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.731779] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852562, 'name': Destroy_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.894038] env[68089]: DEBUG oslo_vmware.api [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852563, 'name': PowerOnVM_Task, 'duration_secs': 0.855812} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.897559] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.897847] env[68089]: DEBUG nova.compute.manager [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.898678] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8dc27-ef33-4aaa-a1a8-5e1b214fdee9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.908553] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561934} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.911651] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6a894398-7cdf-4c97-a46e-13992f90a91d/6a894398-7cdf-4c97-a46e-13992f90a91d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.911904] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.912419] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e64ce2b-4480-4525-825e-e8c1d9b98023 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.920650] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 740.920650] env[68089]: value = "task-2852565" [ 740.920650] env[68089]: _type = "Task" [ 740.920650] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.931853] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.999802] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.003066] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.537s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.003500] env[68089]: DEBUG nova.objects.instance [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lazy-loading 'resources' on Instance uuid da71d402-1cd8-4859-a0b7-de637efebb69 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.034553] env[68089]: INFO nova.scheduler.client.report [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleted allocations for instance a88ec1b0-abf1-44b6-9fe2-21aa327eb65e [ 741.233725] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852562, 'name': Destroy_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.427677] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.434449] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199779} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.434785] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.435593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd431e9-65f7-4427-9170-6f426930ef9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.460156] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6a894398-7cdf-4c97-a46e-13992f90a91d/6a894398-7cdf-4c97-a46e-13992f90a91d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.460874] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83bbf879-abab-41a7-8ace-b5ad2ac88877 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.486671] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 741.486671] env[68089]: value = "task-2852566" [ 741.486671] env[68089]: _type = "Task" [ 741.486671] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.495426] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.524309] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Successfully updated port: 1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.546301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f7a4538a-d463-4e30-998f-dc7dcd3c66a8 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a88ec1b0-abf1-44b6-9fe2-21aa327eb65e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.204s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.737375] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852562, 'name': Destroy_Task, 'duration_secs': 1.694588} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.737781] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Destroyed the VM [ 741.737943] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.738255] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-950ad6a6-1671-45dd-b7b8-51a74936491e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.748269] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 741.748269] env[68089]: value = "task-2852567" [ 741.748269] env[68089]: _type = "Task" [ 741.748269] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.762596] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.000009] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.026570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquired lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026833] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.072959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28f9ea-f927-4ede-8cb5-33c70c6b5293 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.082054] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04dd4a-3805-4e9f-a735-8209b97fff4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.117792] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9bab6-33ea-436c-8902-34f794e3f1d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.127076] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a03b9-6d56-4068-9aba-e0d792c1bf59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.145630] env[68089]: DEBUG nova.compute.provider_tree [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.261937] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852567, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.271599] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.271876] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.272147] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.272338] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.272510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.274900] env[68089]: INFO nova.compute.manager [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Terminating instance [ 742.423253] env[68089]: DEBUG nova.compute.manager [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Received event network-vif-plugged-1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.423567] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Acquiring lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.423835] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.424241] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.424495] env[68089]: DEBUG nova.compute.manager [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] No waiting events found dispatching network-vif-plugged-1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.424742] env[68089]: WARNING nova.compute.manager [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Received unexpected event network-vif-plugged-1e310873-bd94-4620-a9c1-533fd603864b for instance with vm_state building and task_state spawning. [ 742.425040] env[68089]: DEBUG nova.compute.manager [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Received event network-changed-1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 742.425288] env[68089]: DEBUG nova.compute.manager [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Refreshing instance network info cache due to event network-changed-1e310873-bd94-4620-a9c1-533fd603864b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 742.425518] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Acquiring lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.499493] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852566, 'name': ReconfigVM_Task, 'duration_secs': 0.54486} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.499770] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6a894398-7cdf-4c97-a46e-13992f90a91d/6a894398-7cdf-4c97-a46e-13992f90a91d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.500461] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f98e7ba-ff45-4a8b-ac98-12060981acb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.508515] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 742.508515] env[68089]: value = "task-2852568" [ 742.508515] env[68089]: _type = "Task" [ 742.508515] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.518049] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852568, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.566379] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.592028] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.592028] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.592414] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.592414] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.592414] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.592600] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.592731] env[68089]: DEBUG nova.virt.hardware [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.594803] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a4ac05-4149-4fee-993c-c693acffccc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.603644] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a913c35-b7a8-4794-809c-bffe815d09de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.652274] env[68089]: DEBUG nova.scheduler.client.report [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.727633] env[68089]: DEBUG nova.network.neutron [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating instance_info_cache with network_info: [{"id": "1e310873-bd94-4620-a9c1-533fd603864b", "address": "fa:16:3e:b0:42:b1", "network": {"id": "a9386f2e-e2db-4154-a81f-85003de1a57f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1551454571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9addaa2f6dbd41958f880c9e5924f82d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e310873-bd", "ovs_interfaceid": "1e310873-bd94-4620-a9c1-533fd603864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.763685] env[68089]: DEBUG oslo_vmware.api [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852567, 'name': RemoveSnapshot_Task, 'duration_secs': 0.848275} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.764079] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 742.779379] env[68089]: DEBUG nova.compute.manager [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.779694] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.780735] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b75df-6941-4bce-89c6-bf259b471e1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.789434] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.789742] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb24b310-3740-4df3-8923-525079086f6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.797176] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 742.797176] env[68089]: value = "task-2852569" [ 742.797176] env[68089]: _type = "Task" [ 742.797176] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.807549] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.022278] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852568, 'name': Rename_Task, 'duration_secs': 0.200649} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.022635] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.022804] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef95b2fb-659a-47dd-8469-dc544b495004 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.030466] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 743.030466] env[68089]: value = "task-2852570" [ 743.030466] env[68089]: _type = "Task" [ 743.030466] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.042933] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.161724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.165733] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.237s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.170021] env[68089]: INFO nova.compute.claims [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.190992] env[68089]: INFO nova.scheduler.client.report [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Deleted allocations for instance da71d402-1cd8-4859-a0b7-de637efebb69 [ 743.231159] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Releasing lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.231159] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance network_info: |[{"id": "1e310873-bd94-4620-a9c1-533fd603864b", "address": "fa:16:3e:b0:42:b1", "network": {"id": "a9386f2e-e2db-4154-a81f-85003de1a57f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1551454571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9addaa2f6dbd41958f880c9e5924f82d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e310873-bd", "ovs_interfaceid": "1e310873-bd94-4620-a9c1-533fd603864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.231159] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Acquired lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.231159] env[68089]: DEBUG nova.network.neutron [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Refreshing network info cache for port 1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.232161] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:42:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e310873-bd94-4620-a9c1-533fd603864b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.244564] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Creating folder: Project (9addaa2f6dbd41958f880c9e5924f82d). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.248847] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c437ca-7965-4dd0-9553-7239361bb33e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.267214] env[68089]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 743.267563] env[68089]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68089) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 743.268242] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Folder already exists: Project (9addaa2f6dbd41958f880c9e5924f82d). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 743.268507] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Creating folder: Instances. Parent ref: group-v573542. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.270475] env[68089]: WARNING nova.compute.manager [None req-dcb2a9ab-c1ac-4c66-86ba-19d5d7034ade tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Image not found during snapshot: nova.exception.ImageNotFound: Image 2ead290a-fe4f-4743-a6d7-2fbad5dd8623 could not be found. [ 743.271617] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a94e06-389c-4275-929b-d0b9c211e349 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.290057] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Created folder: Instances in parent group-v573542. [ 743.290152] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.290923] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.291190] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddf5e498-11a2-44da-9fe1-7120c69c348f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.322310] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852569, 'name': PowerOffVM_Task, 'duration_secs': 0.26417} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.324616] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.325240] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.325678] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.325678] env[68089]: value = "task-2852573" [ 743.325678] env[68089]: _type = "Task" [ 743.325678] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.326195] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f644eb62-4d3e-40b1-b468-7f45d1971da3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.342020] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852573, 'name': CreateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.503406] env[68089]: DEBUG nova.network.neutron [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updated VIF entry in instance network info cache for port 1e310873-bd94-4620-a9c1-533fd603864b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.503847] env[68089]: DEBUG nova.network.neutron [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating instance_info_cache with network_info: [{"id": "1e310873-bd94-4620-a9c1-533fd603864b", "address": "fa:16:3e:b0:42:b1", "network": {"id": "a9386f2e-e2db-4154-a81f-85003de1a57f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1551454571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9addaa2f6dbd41958f880c9e5924f82d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e310873-bd", "ovs_interfaceid": "1e310873-bd94-4620-a9c1-533fd603864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.542299] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.611840] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.612260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.612528] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore2] c7324ad3-0fb9-4322-b708-dd9d86aa6b6d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.612897] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd97f09-0e42-45d1-9a02-573167e6e6ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.621267] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 743.621267] env[68089]: value = "task-2852575" [ 743.621267] env[68089]: _type = "Task" [ 743.621267] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.631791] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.701991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fa021c-4c89-4dfa-9a28-19043c2da5d9 tempest-VolumesAssistedSnapshotsTest-2054347118 tempest-VolumesAssistedSnapshotsTest-2054347118-project-member] Lock "da71d402-1cd8-4859-a0b7-de637efebb69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.398s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.839251] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852573, 'name': CreateVM_Task, 'duration_secs': 0.457625} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.839251] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.839941] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573553', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'name': 'volume-534ebded-52ee-489d-a997-3ebbbcef4896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58', 'attached_at': '', 'detached_at': '', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'serial': '534ebded-52ee-489d-a997-3ebbbcef4896'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '35f249f3-59ee-4136-9ee7-eb411c42588f', 'volume_type': None}], 'swap': None} {{(pid=68089) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 743.840180] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Root volume attach. Driver type: vmdk {{(pid=68089) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 743.841031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69076d64-3b81-4215-a88e-6e1587856d58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.852713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626b702-da71-4f3d-a8e3-e07b22ad0bf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.863533] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416512f6-1abb-4ae0-8c86-a1b697dfefe3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.872886] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-11466032-ab7f-4286-b9ea-ecc3ea7b2831 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.882737] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 743.882737] env[68089]: value = "task-2852576" [ 743.882737] env[68089]: _type = "Task" [ 743.882737] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.893134] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852576, 'name': RelocateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.914988] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "26a22789-6320-44ea-bd82-9485f81b22d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.915358] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.915596] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.915856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.915966] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.918301] env[68089]: INFO nova.compute.manager [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Terminating instance [ 744.006987] env[68089]: DEBUG oslo_concurrency.lockutils [req-278ebe34-48ee-4566-9079-6432d2ec402f req-e7546bac-9d65-4a72-a70c-d07d9331beeb service nova] Releasing lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.047627] env[68089]: DEBUG oslo_vmware.api [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852570, 'name': PowerOnVM_Task, 'duration_secs': 0.912795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.047972] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.048238] env[68089]: INFO nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Took 8.54 seconds to spawn the instance on the hypervisor. [ 744.048464] env[68089]: DEBUG nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.049450] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bddbd0-60ce-4d4f-9a51-f8494f2f664e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.132537] env[68089]: DEBUG oslo_vmware.api [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195651} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.133121] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.133251] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.133407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.133604] env[68089]: INFO nova.compute.manager [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Took 1.35 seconds to destroy the instance on the hypervisor. [ 744.133805] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.134019] env[68089]: DEBUG nova.compute.manager [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.134116] env[68089]: DEBUG nova.network.neutron [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.395810] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852576, 'name': RelocateVM_Task} progress is 20%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.423604] env[68089]: DEBUG nova.compute.manager [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.423604] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.424126] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e17bafc-caa2-409c-bfff-83315941c5bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.432586] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.432908] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d085ea3-2174-415b-9645-0d81a443fd99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.441643] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 744.441643] env[68089]: value = "task-2852577" [ 744.441643] env[68089]: _type = "Task" [ 744.441643] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.455163] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.573169] env[68089]: INFO nova.compute.manager [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Took 36.22 seconds to build instance. [ 744.585065] env[68089]: DEBUG nova.compute.manager [req-3dce1633-96b5-4745-868e-79351dc85ff8 req-10d71281-8231-46a8-b34e-4e356ce3a6c8 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Received event network-vif-deleted-ff782732-83af-4553-aa83-d64a5fd19249 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.585065] env[68089]: INFO nova.compute.manager [req-3dce1633-96b5-4745-868e-79351dc85ff8 req-10d71281-8231-46a8-b34e-4e356ce3a6c8 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Neutron deleted interface ff782732-83af-4553-aa83-d64a5fd19249; detaching it from the instance and deleting it from the info cache [ 744.585065] env[68089]: DEBUG nova.network.neutron [req-3dce1633-96b5-4745-868e-79351dc85ff8 req-10d71281-8231-46a8-b34e-4e356ce3a6c8 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.770864] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6653215-be9b-4f9a-9f91-e33661dfd5ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.780010] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecaaf2d-543f-4937-8c0b-3c2ebaa0f82b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.814305] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725090c-186a-46bd-998c-0623f8b13f86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.824208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab1417-d5c8-477a-990d-90b02ff7dcb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.839866] env[68089]: DEBUG nova.compute.provider_tree [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.897486] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852576, 'name': RelocateVM_Task, 'duration_secs': 0.644511} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.897486] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 744.897486] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573553', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'name': 'volume-534ebded-52ee-489d-a997-3ebbbcef4896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58', 'attached_at': '', 'detached_at': '', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'serial': '534ebded-52ee-489d-a997-3ebbbcef4896'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 744.897486] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75d635-2cbe-435b-9c52-1e3b76963d3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.915589] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e52a47-f6bd-41e7-9bbd-da24e386e39d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.939754] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-534ebded-52ee-489d-a997-3ebbbcef4896/volume-534ebded-52ee-489d-a997-3ebbbcef4896.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.940131] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bdb607-3474-4f8f-a326-e2654784bcb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.963611] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852577, 'name': PowerOffVM_Task, 'duration_secs': 0.23688} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.965130] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.965250] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.965532] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 744.965532] env[68089]: value = "task-2852578" [ 744.965532] env[68089]: _type = "Task" [ 744.965532] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.965850] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ac10757-cf41-43a5-bd9e-471072af1598 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.976310] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.050559] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.050839] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.051117] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleting the datastore file [datastore2] 26a22789-6320-44ea-bd82-9485f81b22d7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.051438] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb02d51a-caf9-414e-bb63-7af050b2e01d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.053696] env[68089]: DEBUG nova.network.neutron [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.060407] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 745.060407] env[68089]: value = "task-2852580" [ 745.060407] env[68089]: _type = "Task" [ 745.060407] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.069461] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.075374] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ccd4df6a-0976-44b3-b542-c3185f2bc3de tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.652s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.087052] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7aeb024-8d54-481c-b887-8d9925631667 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.097630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3df458-fb1c-45f2-bf09-e9452c895fb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.152217] env[68089]: DEBUG nova.compute.manager [req-3dce1633-96b5-4745-868e-79351dc85ff8 req-10d71281-8231-46a8-b34e-4e356ce3a6c8 service nova] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Detach interface failed, port_id=ff782732-83af-4553-aa83-d64a5fd19249, reason: Instance c7324ad3-0fb9-4322-b708-dd9d86aa6b6d could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 745.344337] env[68089]: DEBUG nova.scheduler.client.report [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.478969] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852578, 'name': ReconfigVM_Task, 'duration_secs': 0.336385} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.479311] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-534ebded-52ee-489d-a997-3ebbbcef4896/volume-534ebded-52ee-489d-a997-3ebbbcef4896.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.484773] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19df86b-2d95-49fb-bbde-755e4d6053fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.508095] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 745.508095] env[68089]: value = "task-2852581" [ 745.508095] env[68089]: _type = "Task" [ 745.508095] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.521086] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.556796] env[68089]: INFO nova.compute.manager [-] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Took 1.42 seconds to deallocate network for instance. [ 745.571728] env[68089]: DEBUG oslo_vmware.api [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165408} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.571942] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.572449] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.572664] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.572895] env[68089]: INFO nova.compute.manager [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 745.573171] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.573374] env[68089]: DEBUG nova.compute.manager [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.573471] env[68089]: DEBUG nova.network.neutron [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.699541] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.699885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.700092] env[68089]: INFO nova.compute.manager [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Shelving [ 745.850262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.853798] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.853798] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.825s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.855512] env[68089]: INFO nova.compute.claims [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.019281] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.067905] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.353943] env[68089]: DEBUG nova.network.neutron [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.360275] env[68089]: DEBUG nova.compute.utils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.363290] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.364061] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.415369] env[68089]: DEBUG nova.policy [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcd0a53fef3b4671af6da903340e5b2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b6aeb56fa3490f9c6312055c0fb261', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.520413] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.710318] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.710660] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a498bbcb-c64f-463e-a325-f9cc8e978abd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.719806] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 746.719806] env[68089]: value = "task-2852582" [ 746.719806] env[68089]: _type = "Task" [ 746.719806] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.739285] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.851733] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Successfully created port: 4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.854469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.854803] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.855080] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.855292] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.855695] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.860846] env[68089]: INFO nova.compute.manager [-] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Took 1.29 seconds to deallocate network for instance. [ 746.860846] env[68089]: INFO nova.compute.manager [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Terminating instance [ 746.869261] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.027729] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852581, 'name': ReconfigVM_Task, 'duration_secs': 1.162755} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.028238] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573553', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'name': 'volume-534ebded-52ee-489d-a997-3ebbbcef4896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58', 'attached_at': '', 'detached_at': '', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'serial': '534ebded-52ee-489d-a997-3ebbbcef4896'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 747.028991] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35487599-016e-4ba7-b72d-52799ce0b6f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.037608] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 747.037608] env[68089]: value = "task-2852583" [ 747.037608] env[68089]: _type = "Task" [ 747.037608] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.048281] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852583, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.108733] env[68089]: DEBUG nova.compute.manager [req-a0e912e5-ff32-4034-b358-512dd2160d86 req-a64bcdac-2d42-41d5-ac3f-f2515f61c50c service nova] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Received event network-vif-deleted-295045df-bd6b-4aa8-9eec-81a535cc619d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.238038] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852582, 'name': PowerOffVM_Task, 'duration_secs': 0.240568} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.238557] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.239568] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2299c880-174b-4759-a5fc-5b1cf41f0024 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.276917] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68bfbe-804b-48fc-940c-02667c3beb8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.369555] env[68089]: DEBUG nova.compute.manager [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.369817] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.370721] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cba139-322d-4c36-b314-9edd20ee554a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.374709] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.386773] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.390938] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef6f6b58-2ea4-474c-bb4b-5d37fcfa56a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.403849] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 747.403849] env[68089]: value = "task-2852584" [ 747.403849] env[68089]: _type = "Task" [ 747.403849] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.414785] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.547989] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852583, 'name': Rename_Task, 'duration_secs': 0.161888} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.549353] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.550174] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c4073-b7c9-4d07-9ec1-4ada1b44a4aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.554046] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad14591-f8bd-459d-971c-32b1cfc94019 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.563580] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f96c18-74d4-4431-8d0a-f92a9efcc110 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.567103] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 747.567103] env[68089]: value = "task-2852585" [ 747.567103] env[68089]: _type = "Task" [ 747.567103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.601517] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc83f7a-3685-421b-ac2b-f18ff8d7e726 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.608324] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.614805] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e61a8-2cad-4850-88c9-499e239c8cad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.632220] env[68089]: DEBUG nova.compute.provider_tree [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.792432] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.792432] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a1529000-67a4-4e1f-8bac-7e6e2459d02a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.803483] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 747.803483] env[68089]: value = "task-2852586" [ 747.803483] env[68089]: _type = "Task" [ 747.803483] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.823842] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.882784] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.902322] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 747.904731] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc966f-6bca-49e7-9acd-021ac8a495e8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.918148] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.918520] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.918619] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.918759] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.918908] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.921379] env[68089]: DEBUG nova.virt.hardware [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.921646] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9dc29-838c-4519-9433-3cf4a7f1f8ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.928958] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852584, 'name': PowerOffVM_Task, 'duration_secs': 0.214211} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.929193] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 747.929345] env[68089]: ERROR oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk due to incomplete transfer. [ 747.930014] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.930212] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.930436] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-247d0c97-44a9-4dff-8f9c-4d4cc3b09a1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.932014] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376754ef-26c4-4775-9f45-29ae33e84249 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.937327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee7458c-8290-4886-b14e-5649daf038e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.943595] env[68089]: DEBUG oslo_vmware.rw_handles [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52281a21-3b81-4ed3-b24c-4ea4e6e6a50f/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 747.943785] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploaded image bbba14e0-0838-463c-8d38-7d93a65ab79f to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 747.945964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.954669] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b265c0d7-0f22-4082-a219-687264983dd7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.966027] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 747.966027] env[68089]: value = "task-2852588" [ 747.966027] env[68089]: _type = "Task" [ 747.966027] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.972550] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852588, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.031435] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.031663] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.031849] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Deleting the datastore file [datastore2] f73d6245-6df4-47d5-98c4-643dfe7fa81e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.032146] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3183484a-b5a0-4bf4-aa64-d1448f03f87b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.040422] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for the task: (returnval){ [ 748.040422] env[68089]: value = "task-2852589" [ 748.040422] env[68089]: _type = "Task" [ 748.040422] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.049554] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.077341] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.136012] env[68089]: DEBUG nova.scheduler.client.report [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.320062] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852586, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.476458] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852588, 'name': Destroy_Task, 'duration_secs': 0.387116} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.478103] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroyed the VM [ 748.478103] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.478103] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8409258-fb1c-4049-9d12-701ab5ea70f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.490434] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 748.490434] env[68089]: value = "task-2852590" [ 748.490434] env[68089]: _type = "Task" [ 748.490434] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.501693] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.553465] env[68089]: DEBUG oslo_vmware.api [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Task: {'id': task-2852589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295555} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.554165] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.554674] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.555037] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.555601] env[68089]: INFO nova.compute.manager [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 748.556908] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.556908] env[68089]: DEBUG nova.compute.manager [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.556908] env[68089]: DEBUG nova.network.neutron [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.577730] env[68089]: DEBUG oslo_vmware.api [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2852585, 'name': PowerOnVM_Task, 'duration_secs': 0.843494} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.578008] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.578450] env[68089]: INFO nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Took 5.99 seconds to spawn the instance on the hypervisor. [ 748.578680] env[68089]: DEBUG nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.579534] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bef824-d072-4e0e-bc11-e1fbcf50b3d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.648712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.649275] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.656998] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.196s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.659143] env[68089]: INFO nova.compute.claims [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.789242] env[68089]: DEBUG nova.compute.manager [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received event network-changed-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.789242] env[68089]: DEBUG nova.compute.manager [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing instance network info cache due to event network-changed-39321183-610f-436e-9468-fc88b1ab994c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 748.789242] env[68089]: DEBUG oslo_concurrency.lockutils [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] Acquiring lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.789242] env[68089]: DEBUG oslo_concurrency.lockutils [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] Acquired lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.794707] env[68089]: DEBUG nova.network.neutron [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing network info cache for port 39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.822021] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852586, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.861075] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Successfully updated port: 4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.007093] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.049548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.049818] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.099450] env[68089]: INFO nova.compute.manager [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Took 35.84 seconds to build instance. [ 749.163617] env[68089]: DEBUG nova.compute.utils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.168018] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.168018] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.213917] env[68089]: DEBUG nova.policy [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bb198f0264843ad5ba3bb258899a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965f64ed75eb43eda3fd9ac9cd804aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.319081] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852586, 'name': CreateSnapshot_Task, 'duration_secs': 1.178901} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.319480] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.320205] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e1383-bc81-4644-9f8f-13eb5d4a6e45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.364990] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.365176] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquired lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.365335] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.505187] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.553282] env[68089]: DEBUG nova.compute.utils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.601838] env[68089]: DEBUG oslo_concurrency.lockutils [None req-eaa42b70-61e4-4302-b3ba-0b968c03904b tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.120s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.618914] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Successfully created port: 4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.639842] env[68089]: DEBUG nova.network.neutron [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updated VIF entry in instance network info cache for port 39321183-610f-436e-9468-fc88b1ab994c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.645147] env[68089]: DEBUG nova.network.neutron [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [{"id": "39321183-610f-436e-9468-fc88b1ab994c", "address": "fa:16:3e:10:16:1e", "network": {"id": "9fcfd661-b831-410c-a035-8bda70eb1e32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1523420051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8634f2b922c437b8ad70ecc76287fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39321183-61", "ovs_interfaceid": "39321183-610f-436e-9468-fc88b1ab994c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.650219] env[68089]: DEBUG nova.network.neutron [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.671272] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.843061] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.843434] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23c13286-a64c-4f21-b090-89a01528f80b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.858241] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 749.858241] env[68089]: value = "task-2852591" [ 749.858241] env[68089]: _type = "Task" [ 749.858241] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.869020] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852591, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.904120] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.005241] env[68089]: DEBUG oslo_vmware.api [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852590, 'name': RemoveSnapshot_Task, 'duration_secs': 1.465868} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.005594] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.006195] env[68089]: INFO nova.compute.manager [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 750.055662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.074562] env[68089]: DEBUG nova.network.neutron [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Updating instance_info_cache with network_info: [{"id": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "address": "fa:16:3e:54:93:ac", "network": {"id": "5e9e63b4-aa23-43c3-a1cc-6162dc276117", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-362844299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b6aeb56fa3490f9c6312055c0fb261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4134f400-15", "ovs_interfaceid": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.143009] env[68089]: DEBUG oslo_concurrency.lockutils [req-eccfed25-c8dd-4192-88fd-1f6af83fe247 req-82d7e180-c0d5-4412-99ed-7be5a791fd2b service nova] Releasing lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.156463] env[68089]: INFO nova.compute.manager [-] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Took 1.60 seconds to deallocate network for instance. [ 750.266561] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc839e9c-6490-410f-a2ea-859930cc8341 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.275191] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268614c5-20a6-48a2-bf1c-b75385d58d0c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.308569] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be57fba-06b9-4461-956f-4abe8f2199e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.317138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1f55e8-4762-4cd2-aec3-fa58da33c807 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.331812] env[68089]: DEBUG nova.compute.provider_tree [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.370745] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852591, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.572908] env[68089]: DEBUG nova.compute.manager [None req-23126707-7964-48ff-9154-ec6764d1395e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Found 1 images (rotation: 2) {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 750.583753] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Releasing lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.584651] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Instance network_info: |[{"id": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "address": "fa:16:3e:54:93:ac", "network": {"id": "5e9e63b4-aa23-43c3-a1cc-6162dc276117", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-362844299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b6aeb56fa3490f9c6312055c0fb261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4134f400-15", "ovs_interfaceid": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.585407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:93:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4134f400-15aa-4dfd-80d5-346b92f0b0bf', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.598583] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Creating folder: Project (b5b6aeb56fa3490f9c6312055c0fb261). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.599321] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb961bf3-22e2-4beb-932f-66b9714e55ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.614810] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Created folder: Project (b5b6aeb56fa3490f9c6312055c0fb261) in parent group-v573447. [ 750.615276] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Creating folder: Instances. Parent ref: group-v573595. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.615384] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f240c9b7-7d32-41de-936b-58efff11931c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.629369] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Created folder: Instances in parent group-v573595. [ 750.629652] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.630057] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.630329] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19eb3242-bbdb-4b11-a85f-065b2886cb00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.655536] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.655536] env[68089]: value = "task-2852594" [ 750.655536] env[68089]: _type = "Task" [ 750.655536] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.665451] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852594, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.667658] env[68089]: DEBUG nova.compute.manager [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Received event network-vif-plugged-4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 750.668011] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Acquiring lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.668011] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.668141] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.668308] env[68089]: DEBUG nova.compute.manager [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] No waiting events found dispatching network-vif-plugged-4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.668472] env[68089]: WARNING nova.compute.manager [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Received unexpected event network-vif-plugged-4134f400-15aa-4dfd-80d5-346b92f0b0bf for instance with vm_state building and task_state spawning. [ 750.668642] env[68089]: DEBUG nova.compute.manager [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Received event network-changed-4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 750.668787] env[68089]: DEBUG nova.compute.manager [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Refreshing instance network info cache due to event network-changed-4134f400-15aa-4dfd-80d5-346b92f0b0bf. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 750.668972] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Acquiring lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.669329] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Acquired lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.669329] env[68089]: DEBUG nova.network.neutron [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Refreshing network info cache for port 4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.671254] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.683791] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.708300] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.708727] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.708818] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.709018] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.709705] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.709705] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.709705] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.709705] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.709994] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.709994] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.710175] env[68089]: DEBUG nova.virt.hardware [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.711202] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d2e0c-8d6f-4c80-ac80-ad1f332f08ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.723814] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c3f1f-680a-49a8-9012-4f1075ecf4cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.835397] env[68089]: DEBUG nova.scheduler.client.report [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.873580] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852591, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.151112] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.151394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.151637] env[68089]: INFO nova.compute.manager [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Attaching volume 3bb55366-0716-4d8d-b9a0-2cee33faf666 to /dev/sdb [ 751.175734] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852594, 'name': CreateVM_Task, 'duration_secs': 0.336197} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.178031] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.178031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.178031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.178031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.178031] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13379154-28cd-415d-a59a-485033a35abd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.183653] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 751.183653] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526c75fb-0627-aa76-7fd5-42c00b9099c4" [ 751.183653] env[68089]: _type = "Task" [ 751.183653] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.193942] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526c75fb-0627-aa76-7fd5-42c00b9099c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.205440] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b0b4d-458a-4bcf-9cc9-b84eda9ec663 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.213367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c79770-f4c9-4f23-a93a-2763fd71f885 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.229845] env[68089]: DEBUG nova.virt.block_device [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updating existing volume attachment record: d4784ddd-2f1a-4680-8933-6918e5623b2e {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 751.341912] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.342494] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.349028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.901s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.352429] env[68089]: INFO nova.compute.claims [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.377193] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852591, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.465431] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Successfully updated port: 4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.499960] env[68089]: DEBUG nova.network.neutron [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Updated VIF entry in instance network info cache for port 4134f400-15aa-4dfd-80d5-346b92f0b0bf. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.500790] env[68089]: DEBUG nova.network.neutron [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Updating instance_info_cache with network_info: [{"id": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "address": "fa:16:3e:54:93:ac", "network": {"id": "5e9e63b4-aa23-43c3-a1cc-6162dc276117", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-362844299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b6aeb56fa3490f9c6312055c0fb261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4134f400-15", "ovs_interfaceid": "4134f400-15aa-4dfd-80d5-346b92f0b0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.699090] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526c75fb-0627-aa76-7fd5-42c00b9099c4, 'name': SearchDatastore_Task, 'duration_secs': 0.026155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.699090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.699090] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.699090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.699090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.699090] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.699572] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6b3a58-ec80-48c3-b86c-4fab71e9fcaf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.713107] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.713107] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.713494] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b18f48a-d3f6-4fe4-8ac6-4f2d2e34fb92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.722229] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 751.722229] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52be8bfb-8517-5adc-e1dd-79f3c1542f90" [ 751.722229] env[68089]: _type = "Task" [ 751.722229] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.732714] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52be8bfb-8517-5adc-e1dd-79f3c1542f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.855682] env[68089]: DEBUG nova.compute.utils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.862045] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 751.877269] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852591, 'name': CloneVM_Task, 'duration_secs': 1.640916} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.877478] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Created linked-clone VM from snapshot [ 751.878327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ed17f-06ec-4577-a2e6-943f66f70638 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.887856] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Uploading image 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 751.919600] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 751.919600] env[68089]: value = "vm-573594" [ 751.919600] env[68089]: _type = "VirtualMachine" [ 751.919600] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 751.920009] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f0d1f07-0d4c-4a78-84be-213ef22e8865 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.928389] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease: (returnval){ [ 751.928389] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f2b5e-26e0-9556-c184-3805fbbed55d" [ 751.928389] env[68089]: _type = "HttpNfcLease" [ 751.928389] env[68089]: } obtained for exporting VM: (result){ [ 751.928389] env[68089]: value = "vm-573594" [ 751.928389] env[68089]: _type = "VirtualMachine" [ 751.928389] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 751.928698] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the lease: (returnval){ [ 751.928698] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f2b5e-26e0-9556-c184-3805fbbed55d" [ 751.928698] env[68089]: _type = "HttpNfcLease" [ 751.928698] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 751.936329] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.936329] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f2b5e-26e0-9556-c184-3805fbbed55d" [ 751.936329] env[68089]: _type = "HttpNfcLease" [ 751.936329] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 751.968667] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.969795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.969795] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.003092] env[68089]: DEBUG oslo_concurrency.lockutils [req-dcdde52b-3404-4e3a-a97a-64836518e6ef req-0eeed8b3-b50e-4e1f-8d8f-77ed662197ee service nova] Releasing lock "refresh_cache-a3e1bac3-9013-4f60-aa97-aa1d1502b360" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.155589] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.155994] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.254463] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52be8bfb-8517-5adc-e1dd-79f3c1542f90, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.255455] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56c8ad0-d5e6-4112-9e00-905c093d42c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.263270] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 752.263270] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a9c516-ee7b-9932-8e89-c16308a7348a" [ 752.263270] env[68089]: _type = "Task" [ 752.263270] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.274317] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a9c516-ee7b-9932-8e89-c16308a7348a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.366532] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.441312] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.441312] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f2b5e-26e0-9556-c184-3805fbbed55d" [ 752.441312] env[68089]: _type = "HttpNfcLease" [ 752.441312] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.441589] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.441589] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f2b5e-26e0-9556-c184-3805fbbed55d" [ 752.441589] env[68089]: _type = "HttpNfcLease" [ 752.441589] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.442615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a106cc8b-0f6c-43b8-8cd4-585b438c7674 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.462107] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.462368] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.567756] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.581744] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36d31582-878a-4dc3-aa7b-cb319b1bc1be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.620527] env[68089]: DEBUG nova.compute.manager [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.624218] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f28a2-26cc-4198-8aa6-053c80f7a9bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.675268] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 752.675268] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 752.751514] env[68089]: DEBUG nova.network.neutron [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Updating instance_info_cache with network_info: [{"id": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "address": "fa:16:3e:61:02:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b242-1d", "ovs_interfaceid": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.779187] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a9c516-ee7b-9932-8e89-c16308a7348a, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.779432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.779846] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a3e1bac3-9013-4f60-aa97-aa1d1502b360/a3e1bac3-9013-4f60-aa97-aa1d1502b360.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.780346] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef331787-4e89-42fa-8455-85f9135f92a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.788681] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 752.788681] env[68089]: value = "task-2852599" [ 752.788681] env[68089]: _type = "Task" [ 752.788681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.801916] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.104543] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3911f7-bb2b-4abf-a123-44e4e4778bd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.118397] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135119e2-f8ab-48ac-a8c9-c43895b3fc69 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.160769] env[68089]: INFO nova.compute.manager [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] instance snapshotting [ 753.161538] env[68089]: DEBUG nova.objects.instance [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.168047] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01e83de-a167-45d6-8d99-9f173b6adc09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.176296] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e768806-d1f4-4b27-893c-0a5001c8e0b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.181959] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.196519] env[68089]: DEBUG nova.compute.provider_tree [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.254381] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.254937] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance network_info: |[{"id": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "address": "fa:16:3e:61:02:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b242-1d", "ovs_interfaceid": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.255308] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:02:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d14b242-1d29-4c2a-b669-e8d6b8dc2a07', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.264986] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.265748] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.265748] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec8755e-f229-4c04-b66b-c9cd81b270dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.286911] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Received event network-vif-deleted-779886d3-39d0-4530-90dc-c4a0799fd6ab {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.287413] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Received event network-vif-plugged-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.291028] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Acquiring lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.291028] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.291028] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.291028] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] No waiting events found dispatching network-vif-plugged-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.291028] env[68089]: WARNING nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Received unexpected event network-vif-plugged-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 for instance with vm_state building and task_state spawning. [ 753.291028] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Received event network-changed-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 753.291028] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Refreshing instance network info cache due to event network-changed-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 753.291028] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Acquiring lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.292292] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Acquired lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.292292] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Refreshing network info cache for port 4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.303613] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.303613] env[68089]: value = "task-2852600" [ 753.303613] env[68089]: _type = "Task" [ 753.303613] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.315364] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.324328] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852600, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.389013] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.428185] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.428291] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.428409] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.428589] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.429023] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.429023] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.429345] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.429573] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.431414] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.431414] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.431414] env[68089]: DEBUG nova.virt.hardware [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.431925] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803bfb7-5b68-4181-9885-dea0edbe7983 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.442070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1ed63-4dd8-4a69-a781-dde537831d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.466096] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.475036] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Creating folder: Project (bc1caf722abe47518c20db3e3ec3b6c2). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.475036] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d6dc7f-eade-4aa4-8ab0-d06b31e8997f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.488045] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Created folder: Project (bc1caf722abe47518c20db3e3ec3b6c2) in parent group-v573447. [ 753.488045] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Creating folder: Instances. Parent ref: group-v573601. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.488045] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdc13901-06fc-4a39-b6ae-bc1893adb393 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.500013] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Created folder: Instances in parent group-v573601. [ 753.500013] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.500666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.501331] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654fca88-74e6-448d-bbe5-90701374d6cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.522279] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.522279] env[68089]: value = "task-2852603" [ 753.522279] env[68089]: _type = "Task" [ 753.522279] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.535080] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852603, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.669593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773fd86-70e8-4168-9206-c43311af86c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.693920] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9fb9c-6f65-46a8-86ac-05a4519da5e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.701279] env[68089]: DEBUG nova.scheduler.client.report [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.818281] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787137} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.818564] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a3e1bac3-9013-4f60-aa97-aa1d1502b360/a3e1bac3-9013-4f60-aa97-aa1d1502b360.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.818843] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.819145] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c2c0bf3-4165-4ff6-8295-4831d61b85fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.834645] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852600, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.845454] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 753.845454] env[68089]: value = "task-2852605" [ 753.845454] env[68089]: _type = "Task" [ 753.845454] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.855249] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.032212] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852603, 'name': CreateVM_Task, 'duration_secs': 0.430424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.032549] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.032903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.033153] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.033575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.033865] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f4996c-dff0-4706-a1b8-b9f17c93fb33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.039575] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 754.039575] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5218c151-57fb-2552-e3a5-3d22c241dc6a" [ 754.039575] env[68089]: _type = "Task" [ 754.039575] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.048511] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5218c151-57fb-2552-e3a5-3d22c241dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.056185] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Updated VIF entry in instance network info cache for port 4d14b242-1d29-4c2a-b669-e8d6b8dc2a07. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.056185] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Updating instance_info_cache with network_info: [{"id": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "address": "fa:16:3e:61:02:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14b242-1d", "ovs_interfaceid": "4d14b242-1d29-4c2a-b669-e8d6b8dc2a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.212947] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.212947] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.215521] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.619s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.216291] env[68089]: DEBUG nova.objects.instance [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lazy-loading 'resources' on Instance uuid e44ce746-0d2b-425f-a4b6-1e2d9608caa5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.218915] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.219070] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fcc5694-b840-4573-8f0d-85f4b667afbf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.230822] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 754.230822] env[68089]: value = "task-2852606" [ 754.230822] env[68089]: _type = "Task" [ 754.230822] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.254273] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.318639] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852600, 'name': CreateVM_Task, 'duration_secs': 0.608772} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.318639] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.318639] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.356577] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087788} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.357161] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.361338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5d26a-07b1-4ef9-8ab2-fc05f79a4894 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.386599] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] a3e1bac3-9013-4f60-aa97-aa1d1502b360/a3e1bac3-9013-4f60-aa97-aa1d1502b360.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.386599] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186e4851-7626-4a94-bc46-e845c0ee15ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.409192] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 754.409192] env[68089]: value = "task-2852607" [ 754.409192] env[68089]: _type = "Task" [ 754.409192] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.419117] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.541035] env[68089]: DEBUG nova.compute.manager [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received event network-changed-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.541824] env[68089]: DEBUG nova.compute.manager [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing instance network info cache due to event network-changed-39321183-610f-436e-9468-fc88b1ab994c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 754.541824] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] Acquiring lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.543372] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] Acquired lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.543372] env[68089]: DEBUG nova.network.neutron [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Refreshing network info cache for port 39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.557536] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5218c151-57fb-2552-e3a5-3d22c241dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.02124} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.557536] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Releasing lock "refresh_cache-739fb198-a531-44e0-87eb-383f90ee0ec9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.558992] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Received event network-changed-1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.558992] env[68089]: DEBUG nova.compute.manager [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Refreshing instance network info cache due to event network-changed-1e310873-bd94-4620-a9c1-533fd603864b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 754.558992] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Acquiring lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.558992] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Acquired lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.558992] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Refreshing network info cache for port 1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.560137] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.562214] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.562214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.562214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.562214] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.563080] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.564584] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.564683] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c265cdf-204b-4738-b840-e7db34a30f6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.567098] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1480731f-7066-40b3-a5c2-675fccec304d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.575060] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 754.575060] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5237cdcc-4ba3-8685-7a81-f518f84c0e96" [ 754.575060] env[68089]: _type = "Task" [ 754.575060] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.581122] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.581458] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.582840] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e950eae-ee3a-44ce-9abd-3ed5d62aef8e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.589944] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5237cdcc-4ba3-8685-7a81-f518f84c0e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.593945] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 754.593945] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529e38f3-6a0c-19df-640b-26a822026ccf" [ 754.593945] env[68089]: _type = "Task" [ 754.593945] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.603027] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529e38f3-6a0c-19df-640b-26a822026ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.722817] env[68089]: DEBUG nova.compute.utils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.724556] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.724556] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.735501] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "c5373bba-94e4-4b88-9421-d509a56f4238" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.735501] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.735719] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.735921] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.736121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.743595] env[68089]: INFO nova.compute.manager [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Terminating instance [ 754.755022] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.769420] env[68089]: DEBUG nova.policy [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '255f43005c25455e9a719d383eee1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ad461d00de40249e1521f1a8d05a7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.919420] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852607, 'name': ReconfigVM_Task, 'duration_secs': 0.355969} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.919849] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Reconfigured VM instance instance-00000034 to attach disk [datastore2] a3e1bac3-9013-4f60-aa97-aa1d1502b360/a3e1bac3-9013-4f60-aa97-aa1d1502b360.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.920421] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa5c6dc8-cc3f-4f79-a3b3-299155103177 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.928089] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 754.928089] env[68089]: value = "task-2852608" [ 754.928089] env[68089]: _type = "Task" [ 754.928089] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.939198] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852608, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.091522] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5237cdcc-4ba3-8685-7a81-f518f84c0e96, 'name': SearchDatastore_Task, 'duration_secs': 0.016751} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.091892] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.092162] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.092406] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.110032] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529e38f3-6a0c-19df-640b-26a822026ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.015424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.113118] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eaf7bc5-9b2b-46b2-b2db-70146e9b05fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.120614] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 755.120614] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d958c7-7f9e-ba2d-612a-36beab218e45" [ 755.120614] env[68089]: _type = "Task" [ 755.120614] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.136997] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Successfully created port: 07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.137867] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d958c7-7f9e-ba2d-612a-36beab218e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.230445] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.249171] env[68089]: DEBUG nova.compute.manager [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.249171] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.249171] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d95d582-6dda-4ab0-a84c-a29f033badae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.259153] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852606, 'name': CreateSnapshot_Task, 'duration_secs': 0.57588} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.263511] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.268789] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f73bb0-6c4b-4ece-abcb-8330116188de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.281947] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.282805] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e20492a-7984-471f-932a-32b4ee4bf362 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.300602] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 755.300602] env[68089]: value = "task-2852609" [ 755.300602] env[68089]: _type = "Task" [ 755.300602] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.310471] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.415015] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0dbffd-f48b-4bb3-ab0a-de718bbb34ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.420706] env[68089]: DEBUG nova.network.neutron [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updated VIF entry in instance network info cache for port 39321183-610f-436e-9468-fc88b1ab994c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.421015] env[68089]: DEBUG nova.network.neutron [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [{"id": "39321183-610f-436e-9468-fc88b1ab994c", "address": "fa:16:3e:10:16:1e", "network": {"id": "9fcfd661-b831-410c-a035-8bda70eb1e32", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1523420051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8634f2b922c437b8ad70ecc76287fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39321183-61", "ovs_interfaceid": "39321183-610f-436e-9468-fc88b1ab994c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.428453] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053589ee-5f8a-42a6-8dc1-15a1f086a992 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.474832] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852608, 'name': Rename_Task, 'duration_secs': 0.158173} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.475676] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc07d71e-f830-4be4-ab32-85fdcc64b2ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.479296] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.479728] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48111290-a60d-40a1-896c-66d02db85faa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.490275] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fd9b1-0811-499d-926a-364776030357 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.494617] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 755.494617] env[68089]: value = "task-2852610" [ 755.494617] env[68089]: _type = "Task" [ 755.494617] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.507345] env[68089]: DEBUG nova.compute.provider_tree [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.515173] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.521587] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updated VIF entry in instance network info cache for port 1e310873-bd94-4620-a9c1-533fd603864b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.522029] env[68089]: DEBUG nova.network.neutron [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating instance_info_cache with network_info: [{"id": "1e310873-bd94-4620-a9c1-533fd603864b", "address": "fa:16:3e:b0:42:b1", "network": {"id": "a9386f2e-e2db-4154-a81f-85003de1a57f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1551454571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9addaa2f6dbd41958f880c9e5924f82d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e310873-bd", "ovs_interfaceid": "1e310873-bd94-4620-a9c1-533fd603864b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.632475] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d958c7-7f9e-ba2d-612a-36beab218e45, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.632763] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.633117] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.633419] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.633609] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.633900] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac0cdda4-6ca5-485a-883a-b97000299ef6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.635976] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d92ca7-1552-4fb4-879e-87e50fea1740 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.645850] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 755.645850] env[68089]: value = "task-2852611" [ 755.645850] env[68089]: _type = "Task" [ 755.645850] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.647217] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.647407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.651137] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217fb06c-2d43-40d9-a00e-248a7f4fd612 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.660910] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.662073] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 755.662073] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52cd9658-35ae-a8ff-be73-f0ba0cc76c44" [ 755.662073] env[68089]: _type = "Task" [ 755.662073] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.671139] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cd9658-35ae-a8ff-be73-f0ba0cc76c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.804887] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 755.805619] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79ee0988-e08b-4b49-bf1a-74ce9b376e09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.817639] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852609, 'name': PowerOffVM_Task, 'duration_secs': 0.332071} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.819066] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.819380] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.819748] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 755.819748] env[68089]: value = "task-2852612" [ 755.819748] env[68089]: _type = "Task" [ 755.819748] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.820017] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395f1625-e5fc-4c75-9154-2ae3cc0f7189 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.831285] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852612, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.916432] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.916773] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.916989] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Deleting the datastore file [datastore2] c5373bba-94e4-4b88-9421-d509a56f4238 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.917367] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ef1cb7e-da66-4d1a-bff6-d5a14ed2340d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.925684] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6012ccd-b564-42e3-83a0-506ba6bc803e req-26d9743b-1a50-4862-8b0b-caa538cc469d service nova] Releasing lock "refresh_cache-6a894398-7cdf-4c97-a46e-13992f90a91d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.929790] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for the task: (returnval){ [ 755.929790] env[68089]: value = "task-2852614" [ 755.929790] env[68089]: _type = "Task" [ 755.929790] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.943076] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.007749] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.011571] env[68089]: DEBUG nova.scheduler.client.report [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.025269] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4bc4624-aced-4921-8a0c-91425f92a36f req-3b70b07a-44c5-4af2-8270-9d6e02a8a40e service nova] Releasing lock "refresh_cache-f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.159685] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.179645] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cd9658-35ae-a8ff-be73-f0ba0cc76c44, 'name': SearchDatastore_Task, 'duration_secs': 0.022416} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.180834] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfa68bc-b652-42c4-a140-9b804f462814 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.189271] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 756.189271] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522c35fa-4ff3-9b7d-69dd-fe3f295ff77a" [ 756.189271] env[68089]: _type = "Task" [ 756.189271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.202726] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522c35fa-4ff3-9b7d-69dd-fe3f295ff77a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.249308] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.284103] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.285032] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.285032] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.285196] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.285471] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.285688] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.285992] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.286254] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.286516] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.287240] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.287240] env[68089]: DEBUG nova.virt.hardware [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.288955] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c762b-29f6-4951-8573-683866df2142 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.293105] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 756.293432] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573599', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'name': 'volume-3bb55366-0716-4d8d-b9a0-2cee33faf666', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7670926-83aa-49b9-96fb-3c190fb7c466', 'attached_at': '', 'detached_at': '', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'serial': '3bb55366-0716-4d8d-b9a0-2cee33faf666'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 756.294662] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab562dd-1e1a-45f9-8f27-b8de9dbda2ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.318921] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e857c-ac12-4280-b342-05fbf3b0f516 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.324696] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e6c62-35ed-462b-ac87-c32fc4f75da8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.347434] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852612, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.371472] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-3bb55366-0716-4d8d-b9a0-2cee33faf666/volume-3bb55366-0716-4d8d-b9a0-2cee33faf666.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.372031] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48980e48-9a84-4629-bfc6-dc98b7ab8246 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.396098] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 756.396098] env[68089]: value = "task-2852615" [ 756.396098] env[68089]: _type = "Task" [ 756.396098] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.405602] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.443079] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.509102] env[68089]: DEBUG oslo_vmware.api [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852610, 'name': PowerOnVM_Task, 'duration_secs': 0.838618} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.509334] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.509580] env[68089]: INFO nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Took 8.63 seconds to spawn the instance on the hypervisor. [ 756.509808] env[68089]: DEBUG nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.511295] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624997d-43c0-47d9-9d97-d9abfdfa9f3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.516352] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.520258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.786s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.520511] env[68089]: DEBUG nova.objects.instance [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lazy-loading 'resources' on Instance uuid 06e8e418-ed6c-411b-b4da-f4e033ed0c65 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.550447] env[68089]: INFO nova.scheduler.client.report [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Deleted allocations for instance e44ce746-0d2b-425f-a4b6-1e2d9608caa5 [ 756.561875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "6a894398-7cdf-4c97-a46e-13992f90a91d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.561875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.561875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.561875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.561875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.565153] env[68089]: INFO nova.compute.manager [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Terminating instance [ 756.662159] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686044} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.662475] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.662773] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.663075] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a4a393-f098-4002-8ef2-ec889f7a19b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.671563] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 756.671563] env[68089]: value = "task-2852616" [ 756.671563] env[68089]: _type = "Task" [ 756.671563] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.683972] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.701992] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522c35fa-4ff3-9b7d-69dd-fe3f295ff77a, 'name': SearchDatastore_Task, 'duration_secs': 0.075844} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.702426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.702737] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 739fb198-a531-44e0-87eb-383f90ee0ec9/739fb198-a531-44e0-87eb-383f90ee0ec9.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.702975] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-202ccb09-74e5-42fb-a1db-62111052eaa1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.712088] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 756.712088] env[68089]: value = "task-2852617" [ 756.712088] env[68089]: _type = "Task" [ 756.712088] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.723328] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.759499] env[68089]: DEBUG nova.compute.manager [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Received event network-vif-plugged-07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.760076] env[68089]: DEBUG oslo_concurrency.lockutils [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] Acquiring lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.760267] env[68089]: DEBUG oslo_concurrency.lockutils [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.760446] env[68089]: DEBUG oslo_concurrency.lockutils [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.760639] env[68089]: DEBUG nova.compute.manager [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] No waiting events found dispatching network-vif-plugged-07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.760866] env[68089]: WARNING nova.compute.manager [req-3ca422c0-632c-4ac0-9bf0-e921d653dd61 req-f2c6970a-53a8-4797-95c6-17f24a545786 service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Received unexpected event network-vif-plugged-07f62512-9bba-491f-8443-3dda89da88c3 for instance with vm_state building and task_state spawning. [ 756.836294] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852612, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.880249] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Successfully updated port: 07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.911773] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852615, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.942890] env[68089]: DEBUG oslo_vmware.api [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Task: {'id': task-2852614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570722} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.942890] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.944025] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.944025] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.944025] env[68089]: INFO nova.compute.manager [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Took 1.70 seconds to destroy the instance on the hypervisor. [ 756.944025] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.944025] env[68089]: DEBUG nova.compute.manager [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.944206] env[68089]: DEBUG nova.network.neutron [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.039284] env[68089]: INFO nova.compute.manager [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Took 40.13 seconds to build instance. [ 757.065800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3b7c268b-3e4b-481a-a619-ddc95656ed3a tempest-ServersTestFqdnHostnames-169704184 tempest-ServersTestFqdnHostnames-169704184-project-member] Lock "e44ce746-0d2b-425f-a4b6-1e2d9608caa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.191s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.070126] env[68089]: DEBUG nova.compute.manager [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.072093] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.072093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba470f9-7907-4095-9b2e-c8bd5e72ccf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.088222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.088972] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b711909c-b252-44ea-86a7-e81195d56fa8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.100046] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 757.100046] env[68089]: value = "task-2852618" [ 757.100046] env[68089]: _type = "Task" [ 757.100046] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.110763] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.187393] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095157} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.187661] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.188606] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f370e9e-f556-45b6-aa44-40037b176a65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.222597] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.230376] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3475f4-0116-4c91-bc29-5bc9c3800b5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.256293] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.258873] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 757.258873] env[68089]: value = "task-2852619" [ 757.258873] env[68089]: _type = "Task" [ 757.258873] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.270150] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.340053] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852612, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.383145] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.383291] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.383454] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.414979] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852615, 'name': ReconfigVM_Task, 'duration_secs': 0.561736} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.415281] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-3bb55366-0716-4d8d-b9a0-2cee33faf666/volume-3bb55366-0716-4d8d-b9a0-2cee33faf666.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.423182] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d00595-7502-4020-87e0-d82c43e20a6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.441456] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 757.441456] env[68089]: value = "task-2852620" [ 757.441456] env[68089]: _type = "Task" [ 757.441456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.454700] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.542606] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fe0ff1d-a56d-4252-81d9-c6302b31d078 tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.262s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.615577] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852618, 'name': PowerOffVM_Task, 'duration_secs': 0.314958} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.619319] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.619560] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.620130] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047b6c54-571c-4227-8f8a-289c7629476c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.720703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.721013] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.721232] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Deleting the datastore file [datastore2] 6a894398-7cdf-4c97-a46e-13992f90a91d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.722875] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17afa694-7a90-492f-b1ea-e23c3b5d0a2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.725702] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dedb64-23bd-40b4-9bd9-99aa84c85c30 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.732230] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.733286] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 739fb198-a531-44e0-87eb-383f90ee0ec9/739fb198-a531-44e0-87eb-383f90ee0ec9.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.733563] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.733804] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5cc7ea9-a77a-4096-b089-75e761818abb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.743074] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec3c0af-9434-45d8-a05b-6ea439adca44 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.748097] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for the task: (returnval){ [ 757.748097] env[68089]: value = "task-2852622" [ 757.748097] env[68089]: _type = "Task" [ 757.748097] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.750132] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 757.750132] env[68089]: value = "task-2852623" [ 757.750132] env[68089]: _type = "Task" [ 757.750132] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.800964] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02504c57-4b79-4667-8451-7ae4be9249b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.808980] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.814194] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852623, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.821576] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.822811] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2952b-a758-40e0-99d4-64d6944f6245 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.842561] env[68089]: DEBUG nova.compute.provider_tree [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.847785] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852612, 'name': CloneVM_Task, 'duration_secs': 1.709346} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.848159] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created linked-clone VM from snapshot [ 757.849033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e059ad-c3bd-4d40-9c5c-e53b79c14fbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.858331] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploading image b880b574-ff1f-4114-b8b2-59fd77b76191 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.881600] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.881600] env[68089]: value = "vm-573605" [ 757.881600] env[68089]: _type = "VirtualMachine" [ 757.881600] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.881899] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31f639e7-4828-4694-bbb3-84515bda87d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.891042] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease: (returnval){ [ 757.891042] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526bfa1f-0771-d3e3-2198-e8fa85e0ed3d" [ 757.891042] env[68089]: _type = "HttpNfcLease" [ 757.891042] env[68089]: } obtained for exporting VM: (result){ [ 757.891042] env[68089]: value = "vm-573605" [ 757.891042] env[68089]: _type = "VirtualMachine" [ 757.891042] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.891314] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the lease: (returnval){ [ 757.891314] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526bfa1f-0771-d3e3-2198-e8fa85e0ed3d" [ 757.891314] env[68089]: _type = "HttpNfcLease" [ 757.891314] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.898838] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.898838] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526bfa1f-0771-d3e3-2198-e8fa85e0ed3d" [ 757.898838] env[68089]: _type = "HttpNfcLease" [ 757.898838] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 757.921020] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.953399] env[68089]: DEBUG oslo_vmware.api [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852620, 'name': ReconfigVM_Task, 'duration_secs': 0.25034} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.953726] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573599', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'name': 'volume-3bb55366-0716-4d8d-b9a0-2cee33faf666', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7670926-83aa-49b9-96fb-3c190fb7c466', 'attached_at': '', 'detached_at': '', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'serial': '3bb55366-0716-4d8d-b9a0-2cee33faf666'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 758.045347] env[68089]: DEBUG nova.network.neutron [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.047766] env[68089]: DEBUG nova.network.neutron [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updating instance_info_cache with network_info: [{"id": "07f62512-9bba-491f-8443-3dda89da88c3", "address": "fa:16:3e:3c:98:8c", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f62512-9b", "ovs_interfaceid": "07f62512-9bba-491f-8443-3dda89da88c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.265296] env[68089]: DEBUG oslo_vmware.api [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Task: {'id': task-2852622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418331} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.269151] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.269151] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.269294] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.269462] env[68089]: INFO nova.compute.manager [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 758.269700] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.270136] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087451} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.270403] env[68089]: DEBUG nova.compute.manager [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.270508] env[68089]: DEBUG nova.network.neutron [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.272509] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.273403] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21687ba2-265f-4486-a2d2-2a54eeb3204a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.297994] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 739fb198-a531-44e0-87eb-383f90ee0ec9/739fb198-a531-44e0-87eb-383f90ee0ec9.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.298585] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3baec81a-5b04-4f9b-80b3-d72c191abd06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.322330] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852619, 'name': ReconfigVM_Task, 'duration_secs': 0.579768} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.324069] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.324883] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 758.324883] env[68089]: value = "task-2852625" [ 758.324883] env[68089]: _type = "Task" [ 758.324883] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.325091] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246f77a1-1add-44d3-9a85-b0b16e94792e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.337276] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.338845] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 758.338845] env[68089]: value = "task-2852626" [ 758.338845] env[68089]: _type = "Task" [ 758.338845] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.350644] env[68089]: DEBUG nova.scheduler.client.report [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.354315] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852626, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.400548] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.400548] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526bfa1f-0771-d3e3-2198-e8fa85e0ed3d" [ 758.400548] env[68089]: _type = "HttpNfcLease" [ 758.400548] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 758.400914] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 758.400914] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526bfa1f-0771-d3e3-2198-e8fa85e0ed3d" [ 758.400914] env[68089]: _type = "HttpNfcLease" [ 758.400914] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 758.401730] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f48e58-b6c6-4988-98c9-f5adff28c544 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.410607] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 758.410838] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 758.533597] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bc664d3-f5fe-4d84-b65e-6935d9e68786 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.550221] env[68089]: INFO nova.compute.manager [-] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Took 1.60 seconds to deallocate network for instance. [ 758.553821] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.554146] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Instance network_info: |[{"id": "07f62512-9bba-491f-8443-3dda89da88c3", "address": "fa:16:3e:3c:98:8c", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f62512-9b", "ovs_interfaceid": "07f62512-9bba-491f-8443-3dda89da88c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.558564] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:98:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07f62512-9bba-491f-8443-3dda89da88c3', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.569209] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.574246] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.574518] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af67416c-946a-4e83-ad23-a345dbc8111b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.604702] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.604702] env[68089]: value = "task-2852627" [ 758.604702] env[68089]: _type = "Task" [ 758.604702] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.616493] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852627, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.801484] env[68089]: DEBUG nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Received event network-changed-07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.801956] env[68089]: DEBUG nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Refreshing instance network info cache due to event network-changed-07f62512-9bba-491f-8443-3dda89da88c3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 758.802115] env[68089]: DEBUG oslo_concurrency.lockutils [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] Acquiring lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.802705] env[68089]: DEBUG oslo_concurrency.lockutils [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] Acquired lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.802705] env[68089]: DEBUG nova.network.neutron [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Refreshing network info cache for port 07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.839112] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.853141] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852626, 'name': Rename_Task, 'duration_secs': 0.351585} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.853141] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.853141] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea14b405-d4ab-4f3d-bd26-37a5eca9e81b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855320] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.859095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.039s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.859095] env[68089]: DEBUG nova.objects.instance [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 758.863844] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 758.863844] env[68089]: value = "task-2852628" [ 758.863844] env[68089]: _type = "Task" [ 758.863844] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.876767] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.896662] env[68089]: INFO nova.scheduler.client.report [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted allocations for instance 06e8e418-ed6c-411b-b4da-f4e033ed0c65 [ 759.023100] env[68089]: DEBUG nova.objects.instance [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lazy-loading 'flavor' on Instance uuid f7670926-83aa-49b9-96fb-3c190fb7c466 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.071778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.119041] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852627, 'name': CreateVM_Task, 'duration_secs': 0.483199} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.119041] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.119289] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.119465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.120137] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.120521] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe8625f-9a78-4c6d-8b33-5a34f47433cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.129207] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 759.129207] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bbefa6-e39b-21c6-0a8e-9d0a6fa91d62" [ 759.129207] env[68089]: _type = "Task" [ 759.129207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.138991] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bbefa6-e39b-21c6-0a8e-9d0a6fa91d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.162133] env[68089]: DEBUG nova.network.neutron [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.342512] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852625, 'name': ReconfigVM_Task, 'duration_secs': 0.613091} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.342883] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 739fb198-a531-44e0-87eb-383f90ee0ec9/739fb198-a531-44e0-87eb-383f90ee0ec9.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.343807] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24dbe3f4-b3ee-408c-b612-0627c7d77227 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.356800] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 759.356800] env[68089]: value = "task-2852629" [ 759.356800] env[68089]: _type = "Task" [ 759.356800] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.389212] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852629, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.394100] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852628, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.409650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-33d89cc5-e799-4caa-bd92-322007fb713c tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "06e8e418-ed6c-411b-b4da-f4e033ed0c65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.379s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.527058] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ea9581c-12de-46f4-b346-9dbd5521a9d7 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.639492] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bbefa6-e39b-21c6-0a8e-9d0a6fa91d62, 'name': SearchDatastore_Task, 'duration_secs': 0.013838} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.639848] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.640510] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.640510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.640510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.640856] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.641408] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7068cf-31ad-401c-89f9-00fa82aecb59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.651474] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.651764] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.653137] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531c44bb-a20d-4e35-a395-e4a5b0856c82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.659586] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 759.659586] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5255f31f-07fe-943b-7e6a-a6b598510581" [ 759.659586] env[68089]: _type = "Task" [ 759.659586] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.663965] env[68089]: INFO nova.compute.manager [-] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Took 1.39 seconds to deallocate network for instance. [ 759.673021] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5255f31f-07fe-943b-7e6a-a6b598510581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.683858] env[68089]: DEBUG nova.network.neutron [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updated VIF entry in instance network info cache for port 07f62512-9bba-491f-8443-3dda89da88c3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.683858] env[68089]: DEBUG nova.network.neutron [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updating instance_info_cache with network_info: [{"id": "07f62512-9bba-491f-8443-3dda89da88c3", "address": "fa:16:3e:3c:98:8c", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f62512-9b", "ovs_interfaceid": "07f62512-9bba-491f-8443-3dda89da88c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.872038] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852629, 'name': Rename_Task, 'duration_secs': 0.209117} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.876192] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.876192] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d19a83f-82e3-46b9-825a-86510fe20438 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.878589] env[68089]: DEBUG oslo_vmware.api [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852628, 'name': PowerOnVM_Task, 'duration_secs': 0.544491} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.879330] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.879529] env[68089]: INFO nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Took 6.49 seconds to spawn the instance on the hypervisor. [ 759.879912] env[68089]: DEBUG nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.880880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee74f0-0d42-4cb2-aa19-b14ecce95f8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.885911] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 759.885911] env[68089]: value = "task-2852630" [ 759.885911] env[68089]: _type = "Task" [ 759.885911] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.888774] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475c4b3a-f418-4e5c-b8e9-edb23f9d8687 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.899473] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.936s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.902023] env[68089]: INFO nova.compute.claims [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.915983] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852630, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.173718] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5255f31f-07fe-943b-7e6a-a6b598510581, 'name': SearchDatastore_Task, 'duration_secs': 0.012911} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.175742] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.176886] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d52175-ee04-4d1c-9498-2be3ac55c40a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.185293] env[68089]: DEBUG oslo_concurrency.lockutils [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] Releasing lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.186014] env[68089]: DEBUG nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Received event network-vif-deleted-e0325361-0faa-4264-9f2b-10704f83bf43 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.186389] env[68089]: DEBUG nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Received event network-vif-deleted-39321183-610f-436e-9468-fc88b1ab994c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.186769] env[68089]: INFO nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Neutron deleted interface 39321183-610f-436e-9468-fc88b1ab994c; detaching it from the instance and deleting it from the info cache [ 760.188502] env[68089]: DEBUG nova.network.neutron [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.190220] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 760.190220] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d1de86-bea5-dce4-b91c-963c30e1cedf" [ 760.190220] env[68089]: _type = "Task" [ 760.190220] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.204631] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d1de86-bea5-dce4-b91c-963c30e1cedf, 'name': SearchDatastore_Task, 'duration_secs': 0.014849} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.204631] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.208302] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/1bbefba2-5b43-4ccb-beaa-089c90670020.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.209404] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8667da3-7334-4021-a485-6508597d0bcd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.222221] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 760.222221] env[68089]: value = "task-2852631" [ 760.222221] env[68089]: _type = "Task" [ 760.222221] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.232861] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.273568] env[68089]: DEBUG oslo_concurrency.lockutils [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.273894] env[68089]: DEBUG oslo_concurrency.lockutils [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.403676] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.420632] env[68089]: INFO nova.compute.manager [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Took 36.99 seconds to build instance. [ 760.692130] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-592093df-2663-412e-806b-203b386039e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.705354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97194f93-5eab-43f4-be11-5c8a820f9a8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.733501] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.754611] env[68089]: DEBUG nova.compute.manager [req-e944ac26-932a-4f4a-b306-ca8db08bafb6 req-9b0e913a-a8dd-4a1a-afce-c8ae2abbb74d service nova] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Detach interface failed, port_id=39321183-610f-436e-9468-fc88b1ab994c, reason: Instance 6a894398-7cdf-4c97-a46e-13992f90a91d could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 760.778223] env[68089]: INFO nova.compute.manager [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Detaching volume 3bb55366-0716-4d8d-b9a0-2cee33faf666 [ 760.791672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.792069] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.792545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.792844] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.793112] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.797423] env[68089]: INFO nova.compute.manager [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Terminating instance [ 760.825467] env[68089]: INFO nova.virt.block_device [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Attempting to driver detach volume 3bb55366-0716-4d8d-b9a0-2cee33faf666 from mountpoint /dev/sdb [ 760.825767] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.826071] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573599', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'name': 'volume-3bb55366-0716-4d8d-b9a0-2cee33faf666', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7670926-83aa-49b9-96fb-3c190fb7c466', 'attached_at': '', 'detached_at': '', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'serial': '3bb55366-0716-4d8d-b9a0-2cee33faf666'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.827887] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1deb3a9-1077-4a13-91e1-1acff413b406 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.855529] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa28683a-2bf6-4334-8aa7-57839bfac8c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.864834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9487d8-e7b0-4bbf-9504-81dc4383ad6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.899545] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db31ed2d-c650-460a-a50e-aab7ae89678d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.908998] env[68089]: DEBUG oslo_vmware.api [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852630, 'name': PowerOnVM_Task, 'duration_secs': 0.967631} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.920129] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.920458] env[68089]: INFO nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Took 10.24 seconds to spawn the instance on the hypervisor. [ 760.920696] env[68089]: DEBUG nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.925250] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] The volume has not been displaced from its original location: [datastore2] volume-3bb55366-0716-4d8d-b9a0-2cee33faf666/volume-3bb55366-0716-4d8d-b9a0-2cee33faf666.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.930664] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.932055] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933d49e-68b3-4020-9954-63444a988370 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.934897] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fe8a191c-9005-4796-b48a-afa25a98e570 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.446s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.935174] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430774ca-0280-4b79-bc94-84d1f60c603d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.959290] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 760.959290] env[68089]: value = "task-2852632" [ 760.959290] env[68089]: _type = "Task" [ 760.959290] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.973747] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.254398] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647452} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.254726] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/1bbefba2-5b43-4ccb-beaa-089c90670020.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.254964] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.255463] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4579b9a4-6c72-44d2-aa2f-43a23655ea1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.270488] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 761.270488] env[68089]: value = "task-2852633" [ 761.270488] env[68089]: _type = "Task" [ 761.270488] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.287274] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.301750] env[68089]: DEBUG nova.compute.manager [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.302024] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.302939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b209f3-efa1-42b8-bffe-162effe30af2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.311987] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.312312] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb82908-cb41-4e96-93b7-2b769b25aabb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.319903] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 761.319903] env[68089]: value = "task-2852634" [ 761.319903] env[68089]: _type = "Task" [ 761.319903] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.334258] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.475657] env[68089]: INFO nova.compute.manager [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Took 44.46 seconds to build instance. [ 761.483847] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852632, 'name': ReconfigVM_Task, 'duration_secs': 0.356406} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.484314] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 761.492588] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac243b1-b9c4-4251-b18a-f681632cb6c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.518790] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 761.518790] env[68089]: value = "task-2852635" [ 761.518790] env[68089]: _type = "Task" [ 761.518790] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.532625] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.577840] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cec6b4-50fd-4705-8d43-7f84ca183bdf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.586017] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7e9dc-27bd-4698-8d10-2467a710ae76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.621609] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700a9c7a-145c-4b18-b358-d2c8153218f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.630882] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e59bb9-0db4-45bb-b3c8-6624278046f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.648305] env[68089]: DEBUG nova.compute.provider_tree [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.786032] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104821} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.786032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.786032] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b7e556-cc25-4b57-af51-f7f3565ac1c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.811371] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/1bbefba2-5b43-4ccb-beaa-089c90670020.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.811678] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c005d82b-a8ae-432a-8c49-6c21ea3263df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.838130] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852634, 'name': PowerOffVM_Task, 'duration_secs': 0.258346} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.839581] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.839781] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.840121] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 761.840121] env[68089]: value = "task-2852636" [ 761.840121] env[68089]: _type = "Task" [ 761.840121] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.840321] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c4cc39-39b2-487b-b866-1b2de3915c94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.852811] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.933461] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.933814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.934149] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Deleting the datastore file [datastore2] a3e1bac3-9013-4f60-aa97-aa1d1502b360 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.934468] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eef8054-fc49-411b-81e4-9134d6cb07b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.943365] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for the task: (returnval){ [ 761.943365] env[68089]: value = "task-2852638" [ 761.943365] env[68089]: _type = "Task" [ 761.943365] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.953879] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.978730] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f260f442-83fe-4e69-b8a6-1b48ae202bcb tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.284s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.032417] env[68089]: DEBUG oslo_vmware.api [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852635, 'name': ReconfigVM_Task, 'duration_secs': 0.20751} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.032936] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573599', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'name': 'volume-3bb55366-0716-4d8d-b9a0-2cee33faf666', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7670926-83aa-49b9-96fb-3c190fb7c466', 'attached_at': '', 'detached_at': '', 'volume_id': '3bb55366-0716-4d8d-b9a0-2cee33faf666', 'serial': '3bb55366-0716-4d8d-b9a0-2cee33faf666'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.152757] env[68089]: DEBUG nova.scheduler.client.report [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.270737] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.272210] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a863c4f-4ff0-494e-a2a8-420f28a85d73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.280381] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.280559] env[68089]: ERROR oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk due to incomplete transfer. [ 762.284334] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cc98cbc-ab56-45fd-b00e-0c300fd20f1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.289811] env[68089]: DEBUG oslo_vmware.rw_handles [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a21e78-0946-0b29-15a1-683a1e2009eb/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.290134] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Uploaded image 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.294581] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.294581] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a8c82cd-57fa-4c7e-98d1-4885ccee5dd0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.303042] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 762.303042] env[68089]: value = "task-2852639" [ 762.303042] env[68089]: _type = "Task" [ 762.303042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.318815] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852639, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.354631] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852636, 'name': ReconfigVM_Task, 'duration_secs': 0.514882} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.354966] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/1bbefba2-5b43-4ccb-beaa-089c90670020.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.355653] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ea173d-6268-4fdf-941e-e0a9bb03176d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.364267] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 762.364267] env[68089]: value = "task-2852640" [ 762.364267] env[68089]: _type = "Task" [ 762.364267] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.375735] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852640, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.458039] env[68089]: DEBUG oslo_vmware.api [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Task: {'id': task-2852638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275242} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.458039] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.458039] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.458039] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.458039] env[68089]: INFO nova.compute.manager [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.458039] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.458039] env[68089]: DEBUG nova.compute.manager [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.458039] env[68089]: DEBUG nova.network.neutron [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.604055] env[68089]: DEBUG nova.objects.instance [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lazy-loading 'flavor' on Instance uuid f7670926-83aa-49b9-96fb-3c190fb7c466 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.660155] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.660155] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.663313] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.424s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.670259] env[68089]: INFO nova.compute.claims [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.818542] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852639, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.820426] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1efb80-590d-4bd3-9a54-c5967a5c769a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.828548] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Suspending the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 762.829647] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b4359b60-18de-41f2-b526-508d074df8df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.840034] env[68089]: DEBUG oslo_vmware.api [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 762.840034] env[68089]: value = "task-2852641" [ 762.840034] env[68089]: _type = "Task" [ 762.840034] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.851947] env[68089]: DEBUG oslo_vmware.api [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852641, 'name': SuspendVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.879388] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852640, 'name': Rename_Task, 'duration_secs': 0.254017} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.879808] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.880141] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f21d365-6cae-47fa-bb3b-5e65400e3396 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.891358] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 762.891358] env[68089]: value = "task-2852642" [ 762.891358] env[68089]: _type = "Task" [ 762.891358] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.895367] env[68089]: INFO nova.compute.manager [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Rebuilding instance [ 762.904705] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.959626] env[68089]: DEBUG nova.compute.manager [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.960921] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e0217-e43c-415e-ad38-6d0b40ad6b8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.057223] env[68089]: DEBUG nova.compute.manager [req-05aa3c68-92ea-46a4-9469-523a874d5332 req-c2a4ff17-a95e-4e1e-b7e4-ba4a649c1ee0 service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Received event network-vif-deleted-4134f400-15aa-4dfd-80d5-346b92f0b0bf {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.057223] env[68089]: INFO nova.compute.manager [req-05aa3c68-92ea-46a4-9469-523a874d5332 req-c2a4ff17-a95e-4e1e-b7e4-ba4a649c1ee0 service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Neutron deleted interface 4134f400-15aa-4dfd-80d5-346b92f0b0bf; detaching it from the instance and deleting it from the info cache [ 763.057992] env[68089]: DEBUG nova.network.neutron [req-05aa3c68-92ea-46a4-9469-523a874d5332 req-c2a4ff17-a95e-4e1e-b7e4-ba4a649c1ee0 service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.182210] env[68089]: DEBUG nova.compute.utils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.185025] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.186416] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.267017] env[68089]: DEBUG nova.policy [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feec840ce66a4dce92cf603e0a907b05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afd170772a2944fcaf12cbdd7ebc57df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.270274] env[68089]: DEBUG nova.network.neutron [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.324450] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852639, 'name': Destroy_Task, 'duration_secs': 0.996035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.324701] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Destroyed the VM [ 763.325071] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.325071] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8159a0c5-fae4-442f-8c80-a5b8e1b827dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.335629] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 763.335629] env[68089]: value = "task-2852643" [ 763.335629] env[68089]: _type = "Task" [ 763.335629] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.349634] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.353352] env[68089]: DEBUG oslo_vmware.api [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852641, 'name': SuspendVM_Task} progress is 62%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.403971] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852642, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.564462] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1616c7e8-ab63-4d5c-b12e-9bb3b9b42a3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.578431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0fb2a-c594-4d99-87f3-39198941ee1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.628736] env[68089]: DEBUG oslo_concurrency.lockutils [None req-261b63db-2d2b-4ae8-af6e-90399a42a38d tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.353s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.629693] env[68089]: DEBUG nova.compute.manager [req-05aa3c68-92ea-46a4-9469-523a874d5332 req-c2a4ff17-a95e-4e1e-b7e4-ba4a649c1ee0 service nova] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Detach interface failed, port_id=4134f400-15aa-4dfd-80d5-346b92f0b0bf, reason: Instance a3e1bac3-9013-4f60-aa97-aa1d1502b360 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 763.701792] env[68089]: DEBUG nova.compute.utils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.776417] env[68089]: INFO nova.compute.manager [-] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Took 1.32 seconds to deallocate network for instance. [ 763.855479] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852643, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.867022] env[68089]: DEBUG oslo_vmware.api [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852641, 'name': SuspendVM_Task, 'duration_secs': 0.778526} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.867022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Suspended the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 763.867022] env[68089]: DEBUG nova.compute.manager [None req-7171a353-a9c3-4748-ad07-213115e459e1 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.867358] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a095ad7e-ae7d-4ffc-a030-bf6d2c2e286c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.913257] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.933329] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Successfully created port: 0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.979071] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.979607] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2190298-a355-43e2-a45a-6d68272e669c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.990898] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 763.990898] env[68089]: value = "task-2852644" [ 763.990898] env[68089]: _type = "Task" [ 763.990898] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.003430] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.194100] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.286054] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.351705] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.559354} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.357089] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.357089] env[68089]: DEBUG nova.compute.manager [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.357089] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c584d36-8c07-4a7e-8a26-5685a5c0b586 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.408545] env[68089]: DEBUG oslo_vmware.api [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852642, 'name': PowerOnVM_Task, 'duration_secs': 1.217943} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.409477] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.409668] env[68089]: INFO nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Took 8.16 seconds to spawn the instance on the hypervisor. [ 764.409852] env[68089]: DEBUG nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.410678] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f5915-4f27-48a5-a09a-55913765c3fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.465418] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b813f3a-c9a3-4fe4-8ffe-4d63e4fbe16f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.476807] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8fa1b-680b-45c7-9c07-f79c888d26ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.513199] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2bb278-7bc0-4c6d-a574-91cef0906298 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.525481] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe620f-3c65-458b-9112-a668f15e4112 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.533591] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852644, 'name': PowerOffVM_Task, 'duration_secs': 0.14003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.535483] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.535483] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.535483] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f05044d-2942-4229-b080-2a54fb11d7e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.547527] env[68089]: DEBUG nova.compute.provider_tree [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.555010] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.555247] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dee6ef9-5acd-4fe2-9092-074d0e6ee90f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.584788] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.585015] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.585239] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Deleting the datastore file [datastore2] c4c584a9-8846-4623-8082-a25ad4c639c5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.585507] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2136636-b00e-44b1-ac1c-40006f2d2306 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.595633] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 764.595633] env[68089]: value = "task-2852646" [ 764.595633] env[68089]: _type = "Task" [ 764.595633] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.605453] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.875321] env[68089]: INFO nova.compute.manager [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Shelve offloading [ 764.933828] env[68089]: INFO nova.compute.manager [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Took 40.52 seconds to build instance. [ 765.054657] env[68089]: DEBUG nova.scheduler.client.report [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.108145] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.108464] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.108721] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.108990] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.216332] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.257688] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:14:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1579781017',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-36603538',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.258179] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.258408] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.258671] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.258881] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.259098] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.259395] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.259617] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.259887] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.260142] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.260389] env[68089]: DEBUG nova.virt.hardware [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.261354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdbd7a7-1ebc-4c29-a2af-2c9ec32d2c1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.270304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0ecee0-a271-4075-9edf-2d02be4ee75f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.345675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "02d6c677-19dc-4748-8a1e-54d323d158c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.346152] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.381173] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.381507] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a32f63f-3e54-4649-9813-e420188acf3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.391635] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 765.391635] env[68089]: value = "task-2852647" [ 765.391635] env[68089]: _type = "Task" [ 765.391635] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.403470] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 765.403730] env[68089]: DEBUG nova.compute.manager [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.404549] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85ac78-89ce-486e-b27c-a30a4ffdb426 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.412038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.412211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.412906] env[68089]: DEBUG nova.network.neutron [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.437416] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0717f395-58a0-46ab-ad60-add7c887e171 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.811s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.566210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.566210] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.570633] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.492s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.571202] env[68089]: DEBUG nova.objects.instance [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lazy-loading 'resources' on Instance uuid d59e44d7-db1a-467d-a522-ce4fe0ae9d8a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.781787] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Successfully updated port: 0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.848631] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.939474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.939474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.939474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.939474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.939474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.941076] env[68089]: INFO nova.compute.manager [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Terminating instance [ 766.076186] env[68089]: DEBUG nova.compute.utils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.077780] env[68089]: DEBUG nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.087265] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.087265] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.092837] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e7c5a9-577a-4fdf-b7b6-dc4ffea1f601 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.153358] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.153679] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.153874] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.154099] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.154302] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.154463] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.154683] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.154890] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.155098] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.155278] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.155465] env[68089]: DEBUG nova.virt.hardware [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.156462] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd41f80-a47a-4b6e-9e07-c0c949c8f32c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.161054] env[68089]: DEBUG nova.policy [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a47a6c642a4acc9e6b7ab7ba7f4b85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55af725e4d4c4beca369952f22f0d4da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.171545] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c465c6-72c0-45d3-bdb7-14583012cf8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.194070] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.200370] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.208912] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.211262] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2468027b-5ad4-40dc-b510-5dfe19f421a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.227721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.227721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.257991] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.257991] env[68089]: value = "task-2852648" [ 766.257991] env[68089]: _type = "Task" [ 766.257991] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.267284] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852648, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.275422] env[68089]: DEBUG nova.network.neutron [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.290889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.290889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.290889] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.358532] env[68089]: DEBUG nova.compute.manager [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Received event network-vif-plugged-0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.358532] env[68089]: DEBUG oslo_concurrency.lockutils [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] Acquiring lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.358618] env[68089]: DEBUG oslo_concurrency.lockutils [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.358790] env[68089]: DEBUG oslo_concurrency.lockutils [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.360980] env[68089]: DEBUG nova.compute.manager [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] No waiting events found dispatching network-vif-plugged-0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.360980] env[68089]: WARNING nova.compute.manager [req-43f8c4bf-11dc-472b-8388-d4b141fe8cda req-2c6f2ba6-a88a-4077-8aa2-8b91f83dadce service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Received unexpected event network-vif-plugged-0d892353-ff10-46d4-8fc9-3513f32d47b4 for instance with vm_state building and task_state spawning. [ 766.379288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.447400] env[68089]: DEBUG nova.compute.manager [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.447776] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.450908] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a0baff-ed3e-4568-9530-aefaf8186bea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.457687] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.460369] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b62dd4e-5eaf-4224-8a15-1cc11c8cdd54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.474499] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 766.474499] env[68089]: value = "task-2852649" [ 766.474499] env[68089]: _type = "Task" [ 766.474499] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.485187] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.581961] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.609844] env[68089]: INFO nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] instance snapshotting [ 766.610103] env[68089]: WARNING nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 766.616791] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf5081a-30af-4d8b-b6d2-b933d94907ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.645299] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016494a6-903f-4804-a52b-b390663eb135 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.734686] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.767058] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852648, 'name': CreateVM_Task, 'duration_secs': 0.418942} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.767247] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.770252] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.770393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.770839] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771243] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d56fe1-d9ac-434d-8c17-3b30603d0b04 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.779840] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 766.779840] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fb300a-5ce9-ec0f-bd37-9cdc70943489" [ 766.779840] env[68089]: _type = "Task" [ 766.779840] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.780430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.799387] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.799884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.799981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.800200] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.801063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.803131] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fb300a-5ce9-ec0f-bd37-9cdc70943489, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.803784] env[68089]: INFO nova.compute.manager [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Terminating instance [ 766.805509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.805847] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.805992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.806283] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.806780] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.808588] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea8193ea-2465-453e-af88-8a233c287ff2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.830770] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.831177] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.831971] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca42509e-682c-430c-9f6f-fcc1ce277a52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.837889] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Successfully created port: 104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.845396] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 766.845396] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5243791e-d289-7a46-98a6-46c8c84916a8" [ 766.845396] env[68089]: _type = "Task" [ 766.845396] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.862867] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5243791e-d289-7a46-98a6-46c8c84916a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.865944] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9058751-0ed5-415f-8782-a2f91b189636 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.874571] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.877739] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0231e3ea-60ad-4554-a2a7-6538d75a6f3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.916062] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe82336b-48ba-4bcc-970a-7d288e32ee48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.927013] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e4fc6-dec2-49f1-a774-f3d1e656645a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.942578] env[68089]: DEBUG nova.compute.provider_tree [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.947887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.948448] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.985860] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852649, 'name': PowerOffVM_Task, 'duration_secs': 0.420466} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.986210] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.986391] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.986689] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7670be7f-9cf9-44fe-8429-0ae29a4f45b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.146593] env[68089]: DEBUG nova.network.neutron [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updating instance_info_cache with network_info: [{"id": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "address": "fa:16:3e:db:c9:ee", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d892353-ff", "ovs_interfaceid": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.161327] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.162720] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fff60235-6ca1-4434-b1f7-d04d6b05646a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.174097] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 767.174097] env[68089]: value = "task-2852651" [ 767.174097] env[68089]: _type = "Task" [ 767.174097] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.188451] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852651, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.211888] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.213175] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecc9925-33c4-400b-9983-0b6628eea730 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.220845] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.221060] env[68089]: ERROR oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk due to incomplete transfer. [ 767.221705] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe10004b-bc0a-46d7-875f-fdd37ecea604 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.231177] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52316d31-cfdf-6608-ae60-c15da6a8ebed/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.231397] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploaded image b880b574-ff1f-4114-b8b2-59fd77b76191 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.233664] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.233963] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b677b9d9-6117-4103-8f3c-de52c7910bcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.252420] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 767.252420] env[68089]: value = "task-2852652" [ 767.252420] env[68089]: _type = "Task" [ 767.252420] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.264757] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852652, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.277019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.319630] env[68089]: DEBUG nova.compute.manager [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.319937] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.320957] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98959029-b8ec-4010-b886-c41a9d8d7f29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.332462] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.332929] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28d70d41-2291-47f2-8312-8052f1143c75 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.342711] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 767.342711] env[68089]: value = "task-2852653" [ 767.342711] env[68089]: _type = "Task" [ 767.342711] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.361534] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5243791e-d289-7a46-98a6-46c8c84916a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016794} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.361534] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.362596] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b72abd-38b2-48d2-812a-64e2cedb7f2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.371224] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 767.371224] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52db1b15-d453-1d61-1639-7956e8fdbe6b" [ 767.371224] env[68089]: _type = "Task" [ 767.371224] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.381025] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db1b15-d453-1d61-1639-7956e8fdbe6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.387792] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.389217] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25f89a-a9df-494f-9a2a-b1cd66bf0750 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.398309] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.398636] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f1b3e94-3144-4469-b574-4cd10c4b73aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.449758] env[68089]: DEBUG nova.scheduler.client.report [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.453510] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.597602] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.625149] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.625769] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.626225] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.626535] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.627076] env[68089]: DEBUG nova.virt.hardware [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.628174] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08af3461-b87c-496c-9890-a9c74d1518d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.637695] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c5fed2-c45b-4375-85f5-6663e346cf29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.655167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.655461] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Instance network_info: |[{"id": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "address": "fa:16:3e:db:c9:ee", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d892353-ff", "ovs_interfaceid": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.656091] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c9:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d892353-ff10-46d4-8fc9-3513f32d47b4', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.663866] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.664257] env[68089]: INFO nova.compute.manager [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Rescuing [ 767.664485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.664633] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.664792] env[68089]: DEBUG nova.network.neutron [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.669412] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.670879] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b193ac8a-210a-436a-8920-4f4ebdbcb196 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.695945] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852651, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.697663] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.697663] env[68089]: value = "task-2852655" [ 767.697663] env[68089]: _type = "Task" [ 767.697663] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.706939] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852655, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.764080] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852652, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.853923] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852653, 'name': PowerOffVM_Task, 'duration_secs': 0.315596} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.854379] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.854711] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.855095] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b67a51-72b5-4864-96c4-fb8ce5b6d871 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.884402] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db1b15-d453-1d61-1639-7956e8fdbe6b, 'name': SearchDatastore_Task, 'duration_secs': 0.02719} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.884860] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.887021] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.887021] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165554fb-fc10-4404-9e2e-a8822e501b7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.895039] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 767.895039] env[68089]: value = "task-2852657" [ 767.895039] env[68089]: _type = "Task" [ 767.895039] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.905683] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958410] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.962038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.281s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.962779] env[68089]: INFO nova.compute.claims [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.972062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.972062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.972395] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleting the datastore file [datastore1] af7e82a2-6dd2-46f1-9e49-2df318b839c1 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.976060] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b721f75c-3d7b-4d51-9f98-40aec8ba8863 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.981238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.981375] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.982514] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.982514] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1faea6e1-9a60-467c-89cb-ffba2baf58af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.988397] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 767.988397] env[68089]: value = "task-2852658" [ 767.988397] env[68089]: _type = "Task" [ 767.988397] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.995129] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 767.995129] env[68089]: value = "task-2852659" [ 767.995129] env[68089]: _type = "Task" [ 767.995129] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.999392] env[68089]: INFO nova.scheduler.client.report [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Deleted allocations for instance d59e44d7-db1a-467d-a522-ce4fe0ae9d8a [ 767.999392] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.999392] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.999392] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleting the datastore file [datastore1] 7516cc2e-e16f-4751-aa29-8b17dbfcbf97 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.000609] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.006243] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bf9d5a-6367-4f5d-9f71-13ddf7d2e1b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.013418] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.019406] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.021925] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for the task: (returnval){ [ 768.021925] env[68089]: value = "task-2852660" [ 768.021925] env[68089]: _type = "Task" [ 768.021925] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.031393] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.204100] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852651, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.217484] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852655, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.267551] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852652, 'name': Destroy_Task, 'duration_secs': 0.686426} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.268026] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroyed the VM [ 768.268321] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.268658] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d029f267-52d6-4da7-a394-cde6c9a8901f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.277379] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 768.277379] env[68089]: value = "task-2852661" [ 768.277379] env[68089]: _type = "Task" [ 768.277379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.288059] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.405939] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.420886] env[68089]: DEBUG nova.network.neutron [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updating instance_info_cache with network_info: [{"id": "07f62512-9bba-491f-8443-3dda89da88c3", "address": "fa:16:3e:3c:98:8c", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f62512-9b", "ovs_interfaceid": "07f62512-9bba-491f-8443-3dda89da88c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.506180] env[68089]: DEBUG oslo_vmware.api [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.506649] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.506890] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.507132] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.507349] env[68089]: INFO nova.compute.manager [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Took 2.06 seconds to destroy the instance on the hypervisor. [ 768.507632] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.509250] env[68089]: DEBUG nova.compute.manager [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.509250] env[68089]: DEBUG nova.network.neutron [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.516679] env[68089]: DEBUG oslo_vmware.api [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448905} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.517339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fa1ea29-05e4-43ba-b05a-3444aa5aa373 tempest-ServersAdminNegativeTestJSON-539336158 tempest-ServersAdminNegativeTestJSON-539336158-project-member] Lock "d59e44d7-db1a-467d-a522-ce4fe0ae9d8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.103s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.521371] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.521371] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.521371] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.533576] env[68089]: DEBUG oslo_vmware.api [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Task: {'id': task-2852660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477016} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.533894] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.534292] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.534775] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.534775] env[68089]: INFO nova.compute.manager [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Took 1.21 seconds to destroy the instance on the hypervisor. [ 768.535073] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.535902] env[68089]: DEBUG nova.compute.manager [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.536074] env[68089]: DEBUG nova.network.neutron [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.553585] env[68089]: INFO nova.scheduler.client.report [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted allocations for instance 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 [ 768.701774] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852651, 'name': CreateSnapshot_Task, 'duration_secs': 1.479601} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.702359] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.704052] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7cdf3-2db2-4bdf-b2f6-2c71c1959908 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.733268] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Received event network-changed-0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 768.733560] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Refreshing instance network info cache due to event network-changed-0d892353-ff10-46d4-8fc9-3513f32d47b4. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 768.733905] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Acquiring lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.733983] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Acquired lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.734180] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Refreshing network info cache for port 0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.736375] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852655, 'name': CreateVM_Task, 'duration_secs': 0.59804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.736887] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.737889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.737889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.740833] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.741863] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84f315a-3fe4-41ed-8329-1c42978b49ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.749066] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 768.749066] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebc981-0a14-92b7-b6a0-59b8eebe979b" [ 768.749066] env[68089]: _type = "Task" [ 768.749066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.759601] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebc981-0a14-92b7-b6a0-59b8eebe979b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.789161] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852661, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.869634] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Successfully updated port: 104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.907125] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60553} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.907430] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.907687] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.907984] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9ef5c8c-8bc8-4abe-b0b1-520b1358aae7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.918597] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 768.918597] env[68089]: value = "task-2852662" [ 768.918597] env[68089]: _type = "Task" [ 768.918597] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.923078] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.929935] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.058308] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.112057] env[68089]: DEBUG nova.compute.manager [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Received event network-vif-plugged-104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.112057] env[68089]: DEBUG oslo_concurrency.lockutils [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] Acquiring lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.112247] env[68089]: DEBUG oslo_concurrency.lockutils [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.112247] env[68089]: DEBUG oslo_concurrency.lockutils [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.112677] env[68089]: DEBUG nova.compute.manager [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] No waiting events found dispatching network-vif-plugged-104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.112677] env[68089]: WARNING nova.compute.manager [req-4b70608b-c7a2-4a97-a4f9-dcc82ca0306b req-65f78d29-fc73-49f1-9211-dd4a9e512830 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Received unexpected event network-vif-plugged-104ddbb4-9a75-46b1-ab21-e2f33693c4bb for instance with vm_state building and task_state spawning. [ 769.157615] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.157961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.158186] env[68089]: DEBUG nova.compute.manager [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.159301] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f695e875-e29f-47dc-8778-ba2027eaad96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.171167] env[68089]: DEBUG nova.compute.manager [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 769.172134] env[68089]: DEBUG nova.objects.instance [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'flavor' on Instance uuid e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.244238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.248862] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ee9dfaa-f3b1-41d4-8ba0-e1ca16295b80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.264338] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebc981-0a14-92b7-b6a0-59b8eebe979b, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.267992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.268274] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.268497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.268655] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.268817] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.269162] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 769.269162] env[68089]: value = "task-2852663" [ 769.269162] env[68089]: _type = "Task" [ 769.269162] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.269535] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c9b59e-ccfc-41f5-b232-60dad9725e37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.281487] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852663, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.290455] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.290662] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.292476] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef6d80b-08fc-460c-8aa2-8781c8614f02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.297667] env[68089]: DEBUG oslo_vmware.api [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852661, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674255} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.298288] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.298564] env[68089]: INFO nova.compute.manager [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 769.305335] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 769.305335] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d88349-5c48-8ab4-9956-355c7f7b3973" [ 769.305335] env[68089]: _type = "Task" [ 769.305335] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.318283] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d88349-5c48-8ab4-9956-355c7f7b3973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.373503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.376020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquired lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.376020] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.432601] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.435774] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.437523] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55438dd-95ae-4cc1-87de-5d6a1784950d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.458860] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.465445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94dca50d-d29a-499b-91b5-7fb1a347a3d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.489793] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 769.489793] env[68089]: value = "task-2852664" [ 769.489793] env[68089]: _type = "Task" [ 769.489793] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.503669] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.518774] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updated VIF entry in instance network info cache for port 0d892353-ff10-46d4-8fc9-3513f32d47b4. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.518774] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updating instance_info_cache with network_info: [{"id": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "address": "fa:16:3e:db:c9:ee", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d892353-ff", "ovs_interfaceid": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.580647] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51acfbfc-447e-4b8a-a837-19f0d19753ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.589567] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a83cd2-f9ab-4c1a-aef6-c7c396342535 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.626330] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d25a1-8a66-4bc8-bcfe-10186f144661 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.635266] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c2c22c-e696-40c6-b432-c3178c9c45e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.650290] env[68089]: DEBUG nova.compute.provider_tree [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.651742] env[68089]: DEBUG nova.network.neutron [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.652944] env[68089]: DEBUG nova.network.neutron [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.782127] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852663, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.823656] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d88349-5c48-8ab4-9956-355c7f7b3973, 'name': SearchDatastore_Task, 'duration_secs': 0.02953} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.824415] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e586455e-b42d-4db8-b2ad-0cb80de25000 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.830662] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 769.830662] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52998077-364f-8ba8-a4aa-5ced2c3661a6" [ 769.830662] env[68089]: _type = "Task" [ 769.830662] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.842432] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52998077-364f-8ba8-a4aa-5ced2c3661a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.893730] env[68089]: DEBUG nova.compute.manager [None req-bac9929b-0185-4476-b06f-6f3e783a3ddc tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Found 2 images (rotation: 2) {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.915164] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.988794] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.989205] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6bafa9f-26b9-436f-af73-14bf3b067648 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.005055] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.006442] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 770.006442] env[68089]: value = "task-2852665" [ 770.006442] env[68089]: _type = "Task" [ 770.006442] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.015475] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.022245] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Releasing lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.022909] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-vif-unplugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.022909] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.023346] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.023417] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.023548] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] No waiting events found dispatching network-vif-unplugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.023722] env[68089]: WARNING nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received unexpected event network-vif-unplugged-4915fd5f-86be-4321-9283-02fd9ef33162 for instance with vm_state shelved_offloaded and task_state None. [ 770.023901] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.024053] env[68089]: DEBUG nova.compute.manager [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing instance network info cache due to event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 770.024258] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.024417] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.024575] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.080145] env[68089]: DEBUG nova.network.neutron [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Updating instance_info_cache with network_info: [{"id": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "address": "fa:16:3e:42:45:cb", "network": {"id": "6ddeedf3-7698-48b7-9335-bf51938779b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-130900583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55af725e4d4c4beca369952f22f0d4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ddbb4-9a", "ovs_interfaceid": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.154900] env[68089]: DEBUG nova.scheduler.client.report [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.159303] env[68089]: INFO nova.compute.manager [-] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Took 1.62 seconds to deallocate network for instance. [ 770.160053] env[68089]: INFO nova.compute.manager [-] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Took 1.65 seconds to deallocate network for instance. [ 770.183682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.184804] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-605ac5d6-e364-41fd-996d-13205b82accc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.195023] env[68089]: DEBUG oslo_vmware.api [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 770.195023] env[68089]: value = "task-2852666" [ 770.195023] env[68089]: _type = "Task" [ 770.195023] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.206683] env[68089]: DEBUG oslo_vmware.api [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.286171] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852663, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.346031] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52998077-364f-8ba8-a4aa-5ced2c3661a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020341} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.346031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.346031] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/a277398f-2d2e-4b99-a8db-f5bb587e5cf2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.346031] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4723118-2a55-439e-9fa9-7f3aeabf33ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.353310] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 770.353310] env[68089]: value = "task-2852667" [ 770.353310] env[68089]: _type = "Task" [ 770.353310] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.363695] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.506606] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852664, 'name': ReconfigVM_Task, 'duration_secs': 0.74473} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.507020] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c4c584a9-8846-4623-8082-a25ad4c639c5/c4c584a9-8846-4623-8082-a25ad4c639c5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.511327] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9167135a-6c0d-44c3-863b-240bd05341cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.521879] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852665, 'name': PowerOffVM_Task, 'duration_secs': 0.271293} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.523353] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.523800] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 770.523800] env[68089]: value = "task-2852668" [ 770.523800] env[68089]: _type = "Task" [ 770.523800] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.524571] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b5461-5d19-4c35-8aa6-914adb38e18f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.555046] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b5c9c-583d-4653-8b03-a16f2d663f29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.558546] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852668, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.582949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Releasing lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.582949] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Instance network_info: |[{"id": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "address": "fa:16:3e:42:45:cb", "network": {"id": "6ddeedf3-7698-48b7-9335-bf51938779b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-130900583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55af725e4d4c4beca369952f22f0d4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ddbb4-9a", "ovs_interfaceid": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.583416] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:45:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '104ddbb4-9a75-46b1-ab21-e2f33693c4bb', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.594243] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Creating folder: Project (55af725e4d4c4beca369952f22f0d4da). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.599259] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1efda8a4-2248-4224-93af-1115932fa94c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.607932] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.607932] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44513849-5935-4651-9020-278899db7dc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.616856] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Created folder: Project (55af725e4d4c4beca369952f22f0d4da) in parent group-v573447. [ 770.617222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Creating folder: Instances. Parent ref: group-v573611. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.617501] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334990c0-4c04-4fe1-94ee-6d1da16cc2aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622763] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 770.622763] env[68089]: value = "task-2852670" [ 770.622763] env[68089]: _type = "Task" [ 770.622763] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.638234] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.639353] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.639353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.639353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.639353] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.640043] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Created folder: Instances in parent group-v573611. [ 770.640043] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.640043] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57dc7f8-d23b-4698-8311-63ab24f593aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.642598] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.645384] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b9b2917-3e5c-4297-bae5-76f06a4a941a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.664527] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.665158] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.672797] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.624s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.673090] env[68089]: DEBUG nova.objects.instance [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lazy-loading 'resources' on Instance uuid 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.676255] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.677232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.679593] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.682325] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.682325] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59fe185-de06-4b3c-8b60-ff4be3768044 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685388] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.685388] env[68089]: value = "task-2852672" [ 770.685388] env[68089]: _type = "Task" [ 770.685388] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.692539] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 770.692539] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52102c9b-ab5c-f9af-14f0-588bbc882e7a" [ 770.692539] env[68089]: _type = "Task" [ 770.692539] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.700279] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852672, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.709945] env[68089]: DEBUG oslo_vmware.api [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852666, 'name': PowerOffVM_Task, 'duration_secs': 0.188168} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.713638] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.714518] env[68089]: DEBUG nova.compute.manager [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.715221] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52102c9b-ab5c-f9af-14f0-588bbc882e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.716014] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89fbe5b-e5c0-4534-bbf1-1adc046b5499 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.785523] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852663, 'name': CloneVM_Task, 'duration_secs': 1.368871} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.786261] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Created linked-clone VM from snapshot [ 770.786959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9dfc75-4b89-404d-bb3e-a72fa0e0bec3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.796564] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Uploading image 4a9e3984-66ea-4458-ba1d-13bb3582085c {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.867178] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.872985] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updated VIF entry in instance network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.873388] env[68089]: DEBUG nova.network.neutron [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4915fd5f-86", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.944220] env[68089]: DEBUG nova.compute.manager [req-8c45c976-fb5f-4829-a9bb-9f9f48b9cdb1 req-0f0e91b1-07a8-487d-a6d7-2a8df5dbe496 service nova] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Received event network-vif-deleted-dd5e0068-1cae-4b5c-b2b7-4ffacc15dc8b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 770.944220] env[68089]: DEBUG nova.compute.manager [req-8c45c976-fb5f-4829-a9bb-9f9f48b9cdb1 req-0f0e91b1-07a8-487d-a6d7-2a8df5dbe496 service nova] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Received event network-vif-deleted-9e61144e-645e-457e-b06d-1ecdca9b438f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.037464] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852668, 'name': Rename_Task, 'duration_secs': 0.456064} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.037779] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.038098] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1494ca37-7b5b-4613-9cec-084f7eba1396 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.048545] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 771.048545] env[68089]: value = "task-2852673" [ 771.048545] env[68089]: _type = "Task" [ 771.048545] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.058993] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.095175] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.095175] env[68089]: value = "vm-573610" [ 771.095175] env[68089]: _type = "VirtualMachine" [ 771.095175] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.095781] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56ded4eb-6da6-4e95-9399-a36e97ad562a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.103488] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease: (returnval){ [ 771.103488] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52762d87-36aa-9872-ad62-e3ce04223dbd" [ 771.103488] env[68089]: _type = "HttpNfcLease" [ 771.103488] env[68089]: } obtained for exporting VM: (result){ [ 771.103488] env[68089]: value = "vm-573610" [ 771.103488] env[68089]: _type = "VirtualMachine" [ 771.103488] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.103820] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the lease: (returnval){ [ 771.103820] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52762d87-36aa-9872-ad62-e3ce04223dbd" [ 771.103820] env[68089]: _type = "HttpNfcLease" [ 771.103820] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.110931] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.110931] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52762d87-36aa-9872-ad62-e3ce04223dbd" [ 771.110931] env[68089]: _type = "HttpNfcLease" [ 771.110931] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.174843] env[68089]: DEBUG nova.compute.utils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.176379] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.176571] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.196344] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852672, 'name': CreateVM_Task, 'duration_secs': 0.512867} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.199423] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.200400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.200400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.200515] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.201329] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a421c38-e161-4c67-86dd-f39b41bda0b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.210033] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52102c9b-ab5c-f9af-14f0-588bbc882e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.02226} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.211108] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399b2429-0132-499f-8f64-63e16e3e81f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.214485] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 771.214485] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fbe594-5735-3d05-45b9-693be9ced679" [ 771.214485] env[68089]: _type = "Task" [ 771.214485] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.220021] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 771.220021] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b2e9d8-9525-a1d5-6eb1-fae0e567e792" [ 771.220021] env[68089]: _type = "Task" [ 771.220021] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.230998] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fbe594-5735-3d05-45b9-693be9ced679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.231464] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6544842d-c2b8-41ed-9767-013d6f84951f tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.234694] env[68089]: DEBUG nova.policy [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.239292] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b2e9d8-9525-a1d5-6eb1-fae0e567e792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.338768] env[68089]: DEBUG nova.compute.manager [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Received event network-changed-104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.338924] env[68089]: DEBUG nova.compute.manager [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Refreshing instance network info cache due to event network-changed-104ddbb4-9a75-46b1-ab21-e2f33693c4bb. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.339293] env[68089]: DEBUG oslo_concurrency.lockutils [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] Acquiring lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.339293] env[68089]: DEBUG oslo_concurrency.lockutils [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] Acquired lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.339643] env[68089]: DEBUG nova.network.neutron [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Refreshing network info cache for port 104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.366873] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.367166] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/a277398f-2d2e-4b99-a8db-f5bb587e5cf2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.367387] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.367672] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba25c20-e5a4-4f27-a29b-97eeaacbf62e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.375273] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 771.375273] env[68089]: value = "task-2852675" [ 771.375273] env[68089]: _type = "Task" [ 771.375273] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.375827] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e0db494-a47e-4dd3-84e0-f520c356260c req-756653fe-8a86-450a-96dc-00fc8b27ba77 service nova] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.387627] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.539859] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Successfully created port: 47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.563241] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852673, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.564735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.615035] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.615035] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52762d87-36aa-9872-ad62-e3ce04223dbd" [ 771.615035] env[68089]: _type = "HttpNfcLease" [ 771.615035] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 771.618615] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 771.618615] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52762d87-36aa-9872-ad62-e3ce04223dbd" [ 771.618615] env[68089]: _type = "HttpNfcLease" [ 771.618615] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 771.619921] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe334a72-96d9-47bd-a6d4-59def8c0818a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.628351] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 771.628351] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.686533] env[68089]: DEBUG nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.687102] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.693991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea366b-c71e-4787-984f-7107e96b5422 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.728728] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fbe594-5735-3d05-45b9-693be9ced679, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.729445] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.729727] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.730396] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.730396] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.730396] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.730723] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b528c423-8616-47a0-a284-4af447996d5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.737421] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b2e9d8-9525-a1d5-6eb1-fae0e567e792, 'name': SearchDatastore_Task, 'duration_secs': 0.033137} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.740868] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.741467] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 771.742110] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6eac82d-5b28-4d2d-bfc7-263ffd41294b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.755737] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 771.755737] env[68089]: value = "task-2852676" [ 771.755737] env[68089]: _type = "Task" [ 771.755737] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.768384] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca45f3ee-2db0-4d0b-b537-f6ebd59f656b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.770446] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.770512] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.775170] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b44397-62d9-4eff-976e-04576abdbb80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.780369] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.785131] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 771.785131] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a1d60-48e0-a726-9ec4-4cd5667b09f5" [ 771.785131] env[68089]: _type = "Task" [ 771.785131] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.795432] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a1d60-48e0-a726-9ec4-4cd5667b09f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.821361] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2c569-33b9-4a07-a8ae-b63c1139e8e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.830769] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c46333-800c-4524-9d20-5cceabe475a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.866348] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d7481-29cd-49e1-be36-a5275f3cffa2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.875093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658652d-ce6c-45af-ac80-54ebfe570088 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.893475] env[68089]: DEBUG nova.compute.provider_tree [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.897860] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074034} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.898441] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.899257] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1069e9-989d-4654-937e-8a83912aede6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.922299] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/a277398f-2d2e-4b99-a8db-f5bb587e5cf2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.923140] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb61351-8ac2-4069-bdb4-f2482297e549 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.945556] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 771.945556] env[68089]: value = "task-2852677" [ 771.945556] env[68089]: _type = "Task" [ 771.945556] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.954443] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.067794] env[68089]: DEBUG oslo_vmware.api [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852673, 'name': PowerOnVM_Task, 'duration_secs': 0.887212} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.067794] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.068143] env[68089]: DEBUG nova.compute.manager [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.068963] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386a9b7-8b2b-4c6b-9c58-78437729423a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.137803] env[68089]: DEBUG nova.network.neutron [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Updated VIF entry in instance network info cache for port 104ddbb4-9a75-46b1-ab21-e2f33693c4bb. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.138185] env[68089]: DEBUG nova.network.neutron [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Updating instance_info_cache with network_info: [{"id": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "address": "fa:16:3e:42:45:cb", "network": {"id": "6ddeedf3-7698-48b7-9335-bf51938779b4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-130900583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55af725e4d4c4beca369952f22f0d4da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104ddbb4-9a", "ovs_interfaceid": "104ddbb4-9a75-46b1-ab21-e2f33693c4bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.207438] env[68089]: INFO nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] instance snapshotting [ 772.208164] env[68089]: DEBUG nova.objects.instance [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.269173] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852676, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.298194] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a1d60-48e0-a726-9ec4-4cd5667b09f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020639} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.299079] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed0c71e-7a0a-45cc-8a2d-974babe1aa6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.307412] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 772.307412] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c2b665-6073-2efd-66a0-0966fc3bc12d" [ 772.307412] env[68089]: _type = "Task" [ 772.307412] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.320133] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c2b665-6073-2efd-66a0-0966fc3bc12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.399841] env[68089]: DEBUG nova.scheduler.client.report [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.460992] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852677, 'name': ReconfigVM_Task, 'duration_secs': 0.423538} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.461601] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Reconfigured VM instance instance-00000038 to attach disk [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/a277398f-2d2e-4b99-a8db-f5bb587e5cf2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.461778] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68089) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 772.462562] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-85d5125d-63f6-43ce-9b9d-903e1901c367 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.471037] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 772.471037] env[68089]: value = "task-2852678" [ 772.471037] env[68089]: _type = "Task" [ 772.471037] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.482797] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852678, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.581932] env[68089]: DEBUG nova.objects.instance [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'flavor' on Instance uuid e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.595330] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.641547] env[68089]: DEBUG oslo_concurrency.lockutils [req-efa0bb62-557f-46a9-9a0c-2b2d5f09be69 req-72ff57cd-4700-4ebd-b4d9-a214cb8ad824 service nova] Releasing lock "refresh_cache-bb09cb46-74fd-4912-abb7-c392d5a51c49" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.703890] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.713782] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64201df-0e1e-4a53-9388-0a0a4954e5ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.739283] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b935d1-194e-46bb-b6a5-aee3e90cd252 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.754967] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.755162] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.755403] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.755723] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.756034] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.756381] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.756381] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.756919] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.757077] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.757311] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.757572] env[68089]: DEBUG nova.virt.hardware [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.759698] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383773ce-c65c-44e1-9dc6-7ee68fe3a612 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.780723] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc478e-911e-4bcf-baa4-54e59e704e73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.785781] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.818647] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c2b665-6073-2efd-66a0-0966fc3bc12d, 'name': SearchDatastore_Task, 'duration_secs': 0.020769} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.819089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.819573] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] bb09cb46-74fd-4912-abb7-c392d5a51c49/bb09cb46-74fd-4912-abb7-c392d5a51c49.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.819744] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a25442-e9a3-43f6-a8a6-87c751371307 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829232] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 772.829232] env[68089]: value = "task-2852679" [ 772.829232] env[68089]: _type = "Task" [ 772.829232] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.839830] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.904961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.908246] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.858s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.908246] env[68089]: DEBUG nova.objects.instance [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lazy-loading 'resources' on Instance uuid d93aeda1-6df1-4968-89ff-2a4dbf865c98 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.934487] env[68089]: INFO nova.scheduler.client.report [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Deleted allocations for instance 491bbb1f-0193-4f1d-a7c2-00445e82c8e3 [ 772.984711] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852678, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058142} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.984711] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68089) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 772.989020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa575e27-74f5-4590-a8e9-ca18def7650b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.013087] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/ephemeral_0.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.014606] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d89d3d5-ae9c-4e3e-97e4-4508415765a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.036563] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 773.036563] env[68089]: value = "task-2852680" [ 773.036563] env[68089]: _type = "Task" [ 773.036563] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.047402] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.089069] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.089069] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.089069] env[68089]: DEBUG nova.network.neutron [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.089069] env[68089]: DEBUG nova.objects.instance [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'info_cache' on Instance uuid e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.192921] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Successfully updated port: 47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.254273] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.254566] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-420e0b43-08f6-4e78-9e5d-3b5bf87568a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.267222] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 773.267222] env[68089]: value = "task-2852681" [ 773.267222] env[68089]: _type = "Task" [ 773.267222] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.271542] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "c4c584a9-8846-4623-8082-a25ad4c639c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.271799] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.272012] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "c4c584a9-8846-4623-8082-a25ad4c639c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.272296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.272385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.279872] env[68089]: INFO nova.compute.manager [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Terminating instance [ 773.289428] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852676, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.291643] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.297656] env[68089]: DEBUG nova.compute.manager [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received event network-vif-plugged-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.298182] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.298881] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.299318] env[68089]: DEBUG oslo_concurrency.lockutils [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.299361] env[68089]: DEBUG nova.compute.manager [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] No waiting events found dispatching network-vif-plugged-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.299523] env[68089]: WARNING nova.compute.manager [req-2e562f8a-8b84-4fa4-bddf-93fdbf526dda req-ffd91d03-e760-4b2f-995a-b897bae2e260 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received unexpected event network-vif-plugged-47036513-81e9-4660-b553-ca5c6123bac2 for instance with vm_state building and task_state spawning. [ 773.340685] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.450316] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1222a5a1-598b-48e8-ae11-9180ffd5efe5 tempest-ServersV294TestFqdnHostnames-1694841781 tempest-ServersV294TestFqdnHostnames-1694841781-project-member] Lock "491bbb1f-0193-4f1d-a7c2-00445e82c8e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.677s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.496938] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.497257] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.551233] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.593528] env[68089]: DEBUG nova.objects.base [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 773.694863] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.695039] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.695125] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.785460] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "refresh_cache-c4c584a9-8846-4623-8082-a25ad4c639c5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.785767] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquired lock "refresh_cache-c4c584a9-8846-4623-8082-a25ad4c639c5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.785958] env[68089]: DEBUG nova.network.neutron [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.788793] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.745939} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.794045] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 773.794391] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.795677] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a79bc-98fc-423d-aefa-37d745650cf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.831909] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.836432] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4fa7d4-4b0c-467c-a35f-5755632338fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.869768] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.876463] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 773.876463] env[68089]: value = "task-2852682" [ 773.876463] env[68089]: _type = "Task" [ 773.876463] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.886919] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.000812] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.050758] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852680, 'name': ReconfigVM_Task, 'duration_secs': 0.673449} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.050991] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Reconfigured VM instance instance-00000038 to attach disk [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2/ephemeral_0.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.051724] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6366e706-1ab8-4ded-9bf8-c78e104a2e69 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.058521] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b425114-ffb3-4b1b-9fe0-7006555cba8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062111] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 774.062111] env[68089]: value = "task-2852683" [ 774.062111] env[68089]: _type = "Task" [ 774.062111] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.074325] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a5b7c-76e3-4c29-9ec6-ca50ab4cc8d2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.082252] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852683, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.117587] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acea8a5-6f5d-4de5-bcbb-1579704177cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.127154] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ab235-c06d-48ea-bdd3-15ab81de69f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.143719] env[68089]: DEBUG nova.compute.provider_tree [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.284388] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.285663] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.310257] env[68089]: DEBUG nova.network.neutron [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.355023] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852679, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.262671} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.355023] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] bb09cb46-74fd-4912-abb7-c392d5a51c49/bb09cb46-74fd-4912-abb7-c392d5a51c49.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.355023] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.355023] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa37c508-6e96-4877-8f1c-2f7060e58732 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.360411] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 774.360411] env[68089]: value = "task-2852684" [ 774.360411] env[68089]: _type = "Task" [ 774.360411] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.374273] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.391085] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.403871] env[68089]: DEBUG nova.network.neutron [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.528266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.580317] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852683, 'name': Rename_Task, 'duration_secs': 0.257285} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.584400] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.587581] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43b6762-7bfa-43f6-a4dd-40900fc96112 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.595951] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 774.595951] env[68089]: value = "task-2852685" [ 774.595951] env[68089]: _type = "Task" [ 774.595951] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.612376] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.647816] env[68089]: DEBUG nova.scheduler.client.report [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.679336] env[68089]: DEBUG nova.network.neutron [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updating instance_info_cache with network_info: [{"id": "47036513-81e9-4660-b553-ca5c6123bac2", "address": "fa:16:3e:eb:bd:8d", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47036513-81", "ovs_interfaceid": "47036513-81e9-4660-b553-ca5c6123bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.706777] env[68089]: DEBUG nova.network.neutron [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.785033] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852681, 'name': CreateSnapshot_Task, 'duration_secs': 1.060003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.785033] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.785033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da54fe2-ea5b-49f9-85c5-39a800783cc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.871027] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112585} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.871765] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.872767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7458e25-a8e7-4424-92f1-c5af54d8695f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.900303] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] bb09cb46-74fd-4912-abb7-c392d5a51c49/bb09cb46-74fd-4912-abb7-c392d5a51c49.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.901184] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6754d6f-9605-4a78-a414-553def5963aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.923396] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Releasing lock "refresh_cache-c4c584a9-8846-4623-8082-a25ad4c639c5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.923886] env[68089]: DEBUG nova.compute.manager [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.924329] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.925032] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852682, 'name': ReconfigVM_Task, 'duration_secs': 0.60917} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.925745] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac50cb-0f1a-4b91-913e-e4843eb8f859 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929739] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.930747] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f84683-48a8-4b83-a250-e3c4ef47a81f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.936184] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 774.936184] env[68089]: value = "task-2852686" [ 774.936184] env[68089]: _type = "Task" [ 774.936184] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.938870] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.963223] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10febd5-31a5-45de-ad90-09e6e605ef5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.970196] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c512df-f929-4ec5-ba26-2499bfb506d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.989039] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.989666] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 774.989666] env[68089]: value = "task-2852688" [ 774.989666] env[68089]: _type = "Task" [ 774.989666] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.991257] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 774.991257] env[68089]: value = "task-2852687" [ 774.991257] env[68089]: _type = "Task" [ 774.991257] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.006933] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.007210] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.106235] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.156069] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.156979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.613s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.157447] env[68089]: DEBUG nova.objects.instance [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lazy-loading 'resources' on Instance uuid 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.186125] env[68089]: INFO nova.scheduler.client.report [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Deleted allocations for instance d93aeda1-6df1-4968-89ff-2a4dbf865c98 [ 775.186125] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.186125] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance network_info: |[{"id": "47036513-81e9-4660-b553-ca5c6123bac2", "address": "fa:16:3e:eb:bd:8d", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47036513-81", "ovs_interfaceid": "47036513-81e9-4660-b553-ca5c6123bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.186125] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:bd:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47036513-81e9-4660-b553-ca5c6123bac2', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.196815] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.200660] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.201965] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74fa6bb9-16b4-41f9-a2e1-bd2029663051 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.224028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.233228] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.233228] env[68089]: value = "task-2852689" [ 775.233228] env[68089]: _type = "Task" [ 775.233228] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.256328] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852689, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.304853] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.305233] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-347e2fbd-5d61-4734-bf09-93f22e7bf5ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315287] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 775.315287] env[68089]: value = "task-2852690" [ 775.315287] env[68089]: _type = "Task" [ 775.315287] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.325274] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852690, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.414197] env[68089]: DEBUG nova.compute.manager [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received event network-changed-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 775.414197] env[68089]: DEBUG nova.compute.manager [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Refreshing instance network info cache due to event network-changed-47036513-81e9-4660-b553-ca5c6123bac2. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 775.414197] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] Acquiring lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414197] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] Acquired lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.414197] env[68089]: DEBUG nova.network.neutron [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Refreshing network info cache for port 47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.455815] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.508797] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.511848] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.610234] env[68089]: DEBUG oslo_vmware.api [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2852685, 'name': PowerOnVM_Task, 'duration_secs': 0.584869} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.610587] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.610906] env[68089]: INFO nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Took 10.40 seconds to spawn the instance on the hypervisor. [ 775.611265] env[68089]: DEBUG nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.612190] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc944b-2f2f-4f96-a081-0e98f780c725 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.705737] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f0e512e-8081-49df-a0c2-d3fbae8ca193 tempest-ServersTestMultiNic-745509989 tempest-ServersTestMultiNic-745509989-project-member] Lock "d93aeda1-6df1-4968-89ff-2a4dbf865c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.429s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.748023] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852689, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.832413] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852690, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.952736] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852686, 'name': ReconfigVM_Task, 'duration_secs': 0.984649} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.955523] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Reconfigured VM instance instance-00000039 to attach disk [datastore1] bb09cb46-74fd-4912-abb7-c392d5a51c49/bb09cb46-74fd-4912-abb7-c392d5a51c49.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.957209] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6de806c-2bb8-49b3-be30-08eae053be83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.967823] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 775.967823] env[68089]: value = "task-2852691" [ 775.967823] env[68089]: _type = "Task" [ 775.967823] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.984360] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852691, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.010380] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852687, 'name': PowerOffVM_Task, 'duration_secs': 0.834883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.018436] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.018592] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.018883] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852688, 'name': ReconfigVM_Task, 'duration_secs': 0.74257} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.020152] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26cd164-edc0-4fc9-9499-c0dece058636 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.021981] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.022698] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba542f8-d882-4f0f-8518-727e052b2eab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.033642] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 776.033642] env[68089]: value = "task-2852692" [ 776.033642] env[68089]: _type = "Task" [ 776.033642] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.051791] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.063911] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.064198] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.064491] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Deleting the datastore file [datastore1] c4c584a9-8846-4623-8082-a25ad4c639c5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.064966] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75bf0c25-c25f-42f5-b660-4d1c794cea71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.074504] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for the task: (returnval){ [ 776.074504] env[68089]: value = "task-2852694" [ 776.074504] env[68089]: _type = "Task" [ 776.074504] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.092313] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.139354] env[68089]: INFO nova.compute.manager [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Took 47.20 seconds to build instance. [ 776.239361] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.245913] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6f2786-7373-4d8d-bae1-43b3ea893271 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.266206] env[68089]: DEBUG oslo_vmware.api [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 776.266206] env[68089]: value = "task-2852695" [ 776.266206] env[68089]: _type = "Task" [ 776.266206] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.266516] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852689, 'name': CreateVM_Task, 'duration_secs': 0.857894} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.266921] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.270578] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.270753] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.271195] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.271726] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6391bb2e-bdf1-4bc8-ae44-5340e67a7ed7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.277921] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 776.277921] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522369e7-5ed5-c3ed-a723-0644f1e9d47e" [ 776.277921] env[68089]: _type = "Task" [ 776.277921] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.282418] env[68089]: DEBUG oslo_vmware.api [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852695, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.298798] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522369e7-5ed5-c3ed-a723-0644f1e9d47e, 'name': SearchDatastore_Task, 'duration_secs': 0.016297} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.299365] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.299672] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.299954] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.300165] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.300419] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.300975] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e3ef6f-f7dc-4ff4-8351-486d229dc573 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.314427] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.314636] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.315610] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a711f60e-7a77-4f8a-839e-146be8c33ff5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.331170] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 776.331170] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f50963-69c5-561b-42a2-ec32097bdcb9" [ 776.331170] env[68089]: _type = "Task" [ 776.331170] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.334882] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852690, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.348241] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f50963-69c5-561b-42a2-ec32097bdcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.354301] env[68089]: DEBUG nova.network.neutron [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updated VIF entry in instance network info cache for port 47036513-81e9-4660-b553-ca5c6123bac2. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.354485] env[68089]: DEBUG nova.network.neutron [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updating instance_info_cache with network_info: [{"id": "47036513-81e9-4660-b553-ca5c6123bac2", "address": "fa:16:3e:eb:bd:8d", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47036513-81", "ovs_interfaceid": "47036513-81e9-4660-b553-ca5c6123bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.482697] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852691, 'name': Rename_Task, 'duration_secs': 0.218867} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.483126] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.483425] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-531b1313-a694-4179-9e94-3995162c990b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.489648] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffc55f-bce2-40d2-993d-7dc11d6ba6d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.496299] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ee801-211c-44e8-8f75-076c70646633 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.504150] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 776.504150] env[68089]: value = "task-2852696" [ 776.504150] env[68089]: _type = "Task" [ 776.504150] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.536208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e0689-4b14-49e1-a370-41841f3f1657 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542856] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.556106] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d8f5b-9771-407e-9e65-ad2a998b2c4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.560529] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.571864] env[68089]: DEBUG nova.compute.provider_tree [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.589393] env[68089]: DEBUG oslo_vmware.api [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Task: {'id': task-2852694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.589689] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.589828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.590055] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.590234] env[68089]: INFO nova.compute.manager [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 776.590471] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.590661] env[68089]: DEBUG nova.compute.manager [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.590758] env[68089]: DEBUG nova.network.neutron [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.613258] env[68089]: DEBUG nova.network.neutron [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.638886] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b20fbc80-735d-42a0-8211-032ed73783f9 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.310s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.780069] env[68089]: DEBUG oslo_vmware.api [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.834278] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852690, 'name': CloneVM_Task, 'duration_secs': 1.26827} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.834850] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Created linked-clone VM from snapshot [ 776.836139] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a4394-c055-447d-a4b3-1a772eac292a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.851377] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploading image 8cb9a90f-8849-4420-a6ec-7f3914064eba {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.858171] env[68089]: DEBUG oslo_concurrency.lockutils [req-6c86a125-1306-43ff-9999-ce90c6e1a4d4 req-8b022c3d-3d7a-43db-8f34-0266de5bd795 service nova] Releasing lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.858223] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f50963-69c5-561b-42a2-ec32097bdcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.023778} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.859125] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b927b92-cd7b-45bb-9116-adfe1414721b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.865980] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 776.865980] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b873ad-d15a-bc5a-977d-87a167417cda" [ 776.865980] env[68089]: _type = "Task" [ 776.865980] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.876566] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b873ad-d15a-bc5a-977d-87a167417cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.884069] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.884069] env[68089]: value = "vm-573616" [ 776.884069] env[68089]: _type = "VirtualMachine" [ 776.884069] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.884737] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba506981-16a2-4ab4-8fe4-a5429354653e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.893979] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease: (returnval){ [ 776.893979] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a672c8-a66e-6e2c-e3a8-eb65dc2c6e63" [ 776.893979] env[68089]: _type = "HttpNfcLease" [ 776.893979] env[68089]: } obtained for exporting VM: (result){ [ 776.893979] env[68089]: value = "vm-573616" [ 776.893979] env[68089]: _type = "VirtualMachine" [ 776.893979] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.894481] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the lease: (returnval){ [ 776.894481] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a672c8-a66e-6e2c-e3a8-eb65dc2c6e63" [ 776.894481] env[68089]: _type = "HttpNfcLease" [ 776.894481] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.902870] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.902870] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a672c8-a66e-6e2c-e3a8-eb65dc2c6e63" [ 776.902870] env[68089]: _type = "HttpNfcLease" [ 776.902870] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.013300] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.053512] env[68089]: DEBUG oslo_vmware.api [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852692, 'name': PowerOnVM_Task, 'duration_secs': 0.565817} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.053839] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.057245] env[68089]: DEBUG nova.compute.manager [None req-c9b50eb9-cd00-4f38-95e8-7ffbed53ad02 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.057513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3884c8b-569c-492c-af93-5420143f56df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.074985] env[68089]: DEBUG nova.scheduler.client.report [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.116341] env[68089]: DEBUG nova.network.neutron [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.278833] env[68089]: DEBUG oslo_vmware.api [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852695, 'name': PowerOnVM_Task, 'duration_secs': 0.537881} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.279143] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.279346] env[68089]: DEBUG nova.compute.manager [None req-9d36a3dc-b647-4067-825f-ab72fbf7b886 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.280160] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a787537c-5a82-4036-8164-5103074408d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.380307] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b873ad-d15a-bc5a-977d-87a167417cda, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.380602] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.381238] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b2590528-59c4-4b53-8d98-baeb5e36cc80/b2590528-59c4-4b53-8d98-baeb5e36cc80.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.381238] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45298ad2-3c40-44dd-89a5-32bec5a41694 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.390428] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 777.390428] env[68089]: value = "task-2852698" [ 777.390428] env[68089]: _type = "Task" [ 777.390428] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.403899] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.408614] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.408614] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a672c8-a66e-6e2c-e3a8-eb65dc2c6e63" [ 777.408614] env[68089]: _type = "HttpNfcLease" [ 777.408614] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.409870] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.409870] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a672c8-a66e-6e2c-e3a8-eb65dc2c6e63" [ 777.409870] env[68089]: _type = "HttpNfcLease" [ 777.409870] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.409870] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54766108-0257-4c1f-90dc-c0c9ee7eb8fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.418720] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.420210] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.515379] env[68089]: DEBUG oslo_vmware.api [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852696, 'name': PowerOnVM_Task, 'duration_secs': 0.694764} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.515379] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.515600] env[68089]: INFO nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Took 9.92 seconds to spawn the instance on the hypervisor. [ 777.515719] env[68089]: DEBUG nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.516954] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf76028-a50e-4d9b-8f21-aed398da8093 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.521413] env[68089]: DEBUG nova.compute.manager [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Received event network-changed-0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.522666] env[68089]: DEBUG nova.compute.manager [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Refreshing instance network info cache due to event network-changed-0d892353-ff10-46d4-8fc9-3513f32d47b4. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 777.522666] env[68089]: DEBUG oslo_concurrency.lockutils [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] Acquiring lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.522666] env[68089]: DEBUG oslo_concurrency.lockutils [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] Acquired lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.522666] env[68089]: DEBUG nova.network.neutron [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Refreshing network info cache for port 0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.582576] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.585438] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.915s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.600596] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7bce5df1-5a64-477d-b902-96aa821c800d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.613994] env[68089]: INFO nova.scheduler.client.report [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleted allocations for instance 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed [ 777.619500] env[68089]: INFO nova.compute.manager [-] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Took 1.03 seconds to deallocate network for instance. [ 777.905674] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.040666] env[68089]: INFO nova.compute.manager [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Took 45.82 seconds to build instance. [ 778.092461] env[68089]: INFO nova.compute.claims [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.124349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-84a49dfd-adf1-4643-8413-684962806014 tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "6bf38e3a-9389-4130-b6a4-4e8ed5db72ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.098s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.131072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.241996] env[68089]: INFO nova.compute.manager [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Unrescuing [ 778.242491] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.243034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquired lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.243133] env[68089]: DEBUG nova.network.neutron [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.348730] env[68089]: DEBUG nova.network.neutron [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updated VIF entry in instance network info cache for port 0d892353-ff10-46d4-8fc9-3513f32d47b4. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.349485] env[68089]: DEBUG nova.network.neutron [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updating instance_info_cache with network_info: [{"id": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "address": "fa:16:3e:db:c9:ee", "network": {"id": "6ec26407-a6ec-4414-961c-fe7d885d0a9a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-913248955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afd170772a2944fcaf12cbdd7ebc57df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d892353-ff", "ovs_interfaceid": "0d892353-ff10-46d4-8fc9-3513f32d47b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.407291] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797952} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.408009] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b2590528-59c4-4b53-8d98-baeb5e36cc80/b2590528-59c4-4b53-8d98-baeb5e36cc80.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.411122] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.411122] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b64861ef-752b-4232-8898-ba8ccca462dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.419082] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 778.419082] env[68089]: value = "task-2852699" [ 778.419082] env[68089]: _type = "Task" [ 778.419082] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.434515] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.543549] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7af0a778-b077-4bd4-8830-e44b76422220 tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.810s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.600799] env[68089]: INFO nova.compute.resource_tracker [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating resource usage from migration fb15eecf-80b9-4594-9819-eed3d562d741 [ 778.852442] env[68089]: DEBUG oslo_concurrency.lockutils [req-83ba332a-cfdb-4ce3-a2fc-05175c737fdd req-7f7e2f8d-cffa-4713-8a8a-970221eb33ae service nova] Releasing lock "refresh_cache-a277398f-2d2e-4b99-a8db-f5bb587e5cf2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.936274] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089389} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.937857] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.938477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc5a14-fe6c-4e25-8ecc-130b416627b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.966216] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] b2590528-59c4-4b53-8d98-baeb5e36cc80/b2590528-59c4-4b53-8d98-baeb5e36cc80.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.969587] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c729f99f-ad6c-447c-a5d8-746d6f23b69c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.986710] env[68089]: DEBUG nova.network.neutron [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updating instance_info_cache with network_info: [{"id": "07f62512-9bba-491f-8443-3dda89da88c3", "address": "fa:16:3e:3c:98:8c", "network": {"id": "654e885e-05c6-42a4-9b3c-cd9720084e40", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1920025168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "47ad461d00de40249e1521f1a8d05a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07f62512-9b", "ovs_interfaceid": "07f62512-9bba-491f-8443-3dda89da88c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.995022] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 778.995022] env[68089]: value = "task-2852700" [ 778.995022] env[68089]: _type = "Task" [ 778.995022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.011052] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.197768] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d0b1a2-e499-43b0-86b0-6ffd10471fd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.207093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff1d40-ae0b-4406-9653-af7f9205ce8e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.239665] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ffd7e9-0f1c-49cd-8e49-d7ae51150413 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.249622] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d636fb8-288d-4400-a033-bfad7087f08c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.268081] env[68089]: DEBUG nova.compute.provider_tree [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.490312] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Releasing lock "refresh_cache-1bbefba2-5b43-4ccb-beaa-089c90670020" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.491121] env[68089]: DEBUG nova.objects.instance [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lazy-loading 'flavor' on Instance uuid 1bbefba2-5b43-4ccb-beaa-089c90670020 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.508267] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.773465] env[68089]: DEBUG nova.scheduler.client.report [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.836189] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.836189] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.836189] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.836189] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.836189] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.838927] env[68089]: INFO nova.compute.manager [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Terminating instance [ 780.006446] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe1ecb-1c5e-4e3c-853f-e1e4fd19b195 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.016145] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852700, 'name': ReconfigVM_Task, 'duration_secs': 0.541557} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.033347] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Reconfigured VM instance instance-0000003b to attach disk [datastore2] b2590528-59c4-4b53-8d98-baeb5e36cc80/b2590528-59c4-4b53-8d98-baeb5e36cc80.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.034179] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.034476] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1372d29-0fff-4585-989c-6f94b7ae2fb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.036311] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f55dcc0-a3a3-466a-947d-3d33ce690471 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.045742] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 780.045742] env[68089]: value = "task-2852701" [ 780.045742] env[68089]: _type = "Task" [ 780.045742] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.046984] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 780.046984] env[68089]: value = "task-2852702" [ 780.046984] env[68089]: _type = "Task" [ 780.046984] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.059958] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.063998] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852702, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.278902] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.693s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.279213] env[68089]: INFO nova.compute.manager [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Migrating [ 780.291649] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.664s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.292013] env[68089]: DEBUG nova.objects.instance [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'resources' on Instance uuid 55d3c938-61f2-4c70-8333-2ba3a640b625 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.342877] env[68089]: DEBUG nova.compute.manager [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.343235] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.344024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c78967-9612-45cb-8bbc-9f1b986000c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.356418] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.356813] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e03b8b62-28ad-4f32-8144-f27f23055ab5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.368239] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 780.368239] env[68089]: value = "task-2852703" [ 780.368239] env[68089]: _type = "Task" [ 780.368239] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.377370] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.558556] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852701, 'name': PowerOffVM_Task, 'duration_secs': 0.44193} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.559408] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.565018] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 780.568767] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889cbdfa-5ea7-4945-8079-45d95da95862 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.583971] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852702, 'name': Rename_Task, 'duration_secs': 0.219875} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.584667] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.585445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-214cf6bc-c404-4c04-aecc-8f405485c39e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594925] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 780.594925] env[68089]: value = "task-2852704" [ 780.594925] env[68089]: _type = "Task" [ 780.594925] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.597320] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 780.597320] env[68089]: value = "task-2852705" [ 780.597320] env[68089]: _type = "Task" [ 780.597320] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.616536] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.622644] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.800879] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.801210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.801488] env[68089]: DEBUG nova.network.neutron [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.881041] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852703, 'name': PowerOffVM_Task, 'duration_secs': 0.302655} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.881408] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.881582] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.882345] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f9db9d-b057-4c60-a51f-ac4f98447cef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.964032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.964351] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.964543] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Deleting the datastore file [datastore1] bb09cb46-74fd-4912-abb7-c392d5a51c49 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.964829] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5da234-c0dc-4466-8195-d34bea9738f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.977029] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for the task: (returnval){ [ 780.977029] env[68089]: value = "task-2852707" [ 780.977029] env[68089]: _type = "Task" [ 780.977029] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.986082] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.112657] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852705, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.118246] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852704, 'name': ReconfigVM_Task, 'duration_secs': 0.42303} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.118711] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 781.118898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.119217] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebcdc89-5ad9-486e-8574-a4c10bccc434 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.127249] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 781.127249] env[68089]: value = "task-2852708" [ 781.127249] env[68089]: _type = "Task" [ 781.127249] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.139212] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.409241] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6aaade-62b0-4e1f-946c-58c3195375d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.421595] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb69392-e2a6-4571-ba07-0b26f6ecabca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.459279] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234d3a3-147a-4b38-8edc-42210a26aa25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.468331] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d236dc-267f-490a-985e-0e702e07939a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.483322] env[68089]: DEBUG nova.compute.provider_tree [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.494252] env[68089]: DEBUG oslo_vmware.api [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Task: {'id': task-2852707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324032} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.497552] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.497795] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.497983] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.498181] env[68089]: INFO nova.compute.manager [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 781.498420] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.498884] env[68089]: DEBUG nova.compute.manager [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.498984] env[68089]: DEBUG nova.network.neutron [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.614022] env[68089]: DEBUG oslo_vmware.api [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852705, 'name': PowerOnVM_Task, 'duration_secs': 0.810601} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.614319] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.614640] env[68089]: INFO nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Took 8.91 seconds to spawn the instance on the hypervisor. [ 781.614758] env[68089]: DEBUG nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.615526] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca7034-6f3e-4470-952b-48d0e08bd75e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.642027] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852708, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.830399] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.831667] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec1853f-c449-4649-958a-ab92e3dd83cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.838687] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.838891] env[68089]: ERROR oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk due to incomplete transfer. [ 781.839157] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-256e8dbb-33ed-42cf-a2ca-81e0d481ef1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.848612] env[68089]: DEBUG oslo_vmware.rw_handles [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52434903-c70d-c468-9ba4-784e9eb2782c/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.851025] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Uploaded image 4a9e3984-66ea-4458-ba1d-13bb3582085c to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.851488] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.851488] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3bf312b-2ae3-4933-b3d3-a4c73342bbb7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.861956] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 781.861956] env[68089]: value = "task-2852709" [ 781.861956] env[68089]: _type = "Task" [ 781.861956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.871193] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852709, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.945865] env[68089]: DEBUG nova.network.neutron [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.986411] env[68089]: DEBUG nova.scheduler.client.report [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.139993] env[68089]: INFO nova.compute.manager [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Took 47.48 seconds to build instance. [ 782.145619] env[68089]: DEBUG oslo_vmware.api [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852708, 'name': PowerOnVM_Task, 'duration_secs': 0.580188} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.145900] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.146142] env[68089]: DEBUG nova.compute.manager [None req-b4dba95b-6473-413b-aa49-b56699b9f0a6 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.147440] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e119ea0-7fa1-438d-964a-c3e84a4b333b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.375361] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852709, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.442959] env[68089]: DEBUG nova.compute.manager [req-ddc498f9-cc27-47ad-89b4-623b4e9cec86 req-01ae7cc9-f5dc-4b88-8159-88211777d56a service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Received event network-vif-deleted-104ddbb4-9a75-46b1-ab21-e2f33693c4bb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.445409] env[68089]: INFO nova.compute.manager [req-ddc498f9-cc27-47ad-89b4-623b4e9cec86 req-01ae7cc9-f5dc-4b88-8159-88211777d56a service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Neutron deleted interface 104ddbb4-9a75-46b1-ab21-e2f33693c4bb; detaching it from the instance and deleting it from the info cache [ 782.445409] env[68089]: DEBUG nova.network.neutron [req-ddc498f9-cc27-47ad-89b4-623b4e9cec86 req-01ae7cc9-f5dc-4b88-8159-88211777d56a service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.448623] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.492761] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.496387] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.068s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.496387] env[68089]: DEBUG nova.objects.instance [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.581138] env[68089]: INFO nova.scheduler.client.report [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted allocations for instance 55d3c938-61f2-4c70-8333-2ba3a640b625 [ 782.641262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-70f5ea70-bf49-4d26-8cbb-835e4cce66cc tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.845s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.671581] env[68089]: DEBUG nova.network.neutron [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.873667] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852709, 'name': Destroy_Task, 'duration_secs': 0.759835} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.873975] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Destroyed the VM [ 782.874313] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.874603] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c788d579-5884-4d20-bcba-25aab5577bb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.883161] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 782.883161] env[68089]: value = "task-2852710" [ 782.883161] env[68089]: _type = "Task" [ 782.883161] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.893593] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.946913] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01292483-c090-4794-b9f5-95115338d64e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.965315] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f1af3-e746-49b3-a62f-21b9c122c261 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.024365] env[68089]: DEBUG nova.compute.manager [req-ddc498f9-cc27-47ad-89b4-623b4e9cec86 req-01ae7cc9-f5dc-4b88-8159-88211777d56a service nova] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Detach interface failed, port_id=104ddbb4-9a75-46b1-ab21-e2f33693c4bb, reason: Instance bb09cb46-74fd-4912-abb7-c392d5a51c49 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 783.092982] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1d818ba-7c3c-40c8-8e5f-6df0c6a6ba40 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "55d3c938-61f2-4c70-8333-2ba3a640b625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.992s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.177599] env[68089]: INFO nova.compute.manager [-] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Took 1.68 seconds to deallocate network for instance. [ 783.298088] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "739fb198-a531-44e0-87eb-383f90ee0ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.298546] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.298972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.299190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.299479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.302531] env[68089]: INFO nova.compute.manager [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Terminating instance [ 783.398101] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852710, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.528088] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dd72878f-d957-481f-86a3-68981b5fc861 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.529536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.462s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.529793] env[68089]: DEBUG nova.objects.instance [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lazy-loading 'resources' on Instance uuid c7324ad3-0fb9-4322-b708-dd9d86aa6b6d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.688148] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.805998] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.806277] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.806501] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.806692] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.806873] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.809544] env[68089]: DEBUG nova.compute.manager [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.809963] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.810625] env[68089]: INFO nova.compute.manager [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Terminating instance [ 783.812665] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38dd8f4-a452-4da7-9cf4-c2946ea68e2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.827132] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.827427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af12161e-420f-432d-925c-dc6abec3bbea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.897459] env[68089]: DEBUG oslo_vmware.api [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852710, 'name': RemoveSnapshot_Task, 'duration_secs': 0.725419} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.897759] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.898143] env[68089]: INFO nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 783.904957] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.905230] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.905443] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore2] 739fb198-a531-44e0-87eb-383f90ee0ec9 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.905799] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7104a29-b172-4622-ac89-944ecc86c180 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.916677] env[68089]: DEBUG oslo_vmware.api [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 783.916677] env[68089]: value = "task-2852712" [ 783.916677] env[68089]: _type = "Task" [ 783.916677] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.927723] env[68089]: DEBUG oslo_vmware.api [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.992782] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013a8dba-57e3-4b61-8657-e803e9afabc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.020187] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 784.026516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.026516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.324705] env[68089]: DEBUG nova.compute.manager [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.325014] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.328783] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c1153-6f74-4ec6-8f69-245648ccbc07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.340016] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.343037] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d1f3320-7116-4bd4-8b8e-b3226e12a9c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.353056] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 784.353056] env[68089]: value = "task-2852713" [ 784.353056] env[68089]: _type = "Task" [ 784.353056] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.371351] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.383840] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.383840] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.383840] env[68089]: INFO nova.compute.manager [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Shelving [ 784.403039] env[68089]: DEBUG nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance disappeared during snapshot {{(pid=68089) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 784.416063] env[68089]: DEBUG nova.compute.manager [None req-412f9bdc-8b14-4d9c-93f5-4c702e095572 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image not found during clean up 4a9e3984-66ea-4458-ba1d-13bb3582085c {{(pid=68089) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 784.432766] env[68089]: DEBUG oslo_vmware.api [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247408} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.433878] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.434267] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.434528] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.434730] env[68089]: INFO nova.compute.manager [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 784.435504] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.436591] env[68089]: DEBUG nova.compute.manager [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.436711] env[68089]: DEBUG nova.network.neutron [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.528374] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.531082] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.533549] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-869fcbbf-c100-45b3-90cb-5718181f8ca1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.546215] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 784.546215] env[68089]: value = "task-2852714" [ 784.546215] env[68089]: _type = "Task" [ 784.546215] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.560704] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.688639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249d198-575d-4d54-83f4-6a728706fb19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.699272] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8b63e-4ae7-4820-98d1-badea64d5f45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.704984] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "1bbefba2-5b43-4ccb-beaa-089c90670020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.705520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.705850] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.706173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.706611] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.742690] env[68089]: INFO nova.compute.manager [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Terminating instance [ 784.746228] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4f89bd-a129-4a67-bced-74e57f56cfb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.760023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d176a2c-9c35-4361-be64-4e7e8d679c2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.776148] env[68089]: DEBUG nova.compute.provider_tree [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.863722] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852713, 'name': PowerOffVM_Task, 'duration_secs': 0.36888} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.863994] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.864180] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.864444] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c33012f-b20c-4bf3-a49d-0c4ed5cd00de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.943262] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.943262] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.943262] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleting the datastore file [datastore2] e3791c02-489d-4e5e-a268-17bd16e6f7e4 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.943262] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4eb8362-be51-41f6-8fed-ecd5794bd83e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.952205] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for the task: (returnval){ [ 784.952205] env[68089]: value = "task-2852716" [ 784.952205] env[68089]: _type = "Task" [ 784.952205] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.964616] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.060292] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852714, 'name': PowerOffVM_Task, 'duration_secs': 0.27241} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.060292] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.060292] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.064871] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.133678] env[68089]: DEBUG nova.compute.manager [req-64aaa50a-23de-4f95-92c2-f462d1c1f77d req-b579aabf-5540-4339-b5de-146e71c3eeb9 service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Received event network-vif-deleted-4d14b242-1d29-4c2a-b669-e8d6b8dc2a07 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.134014] env[68089]: INFO nova.compute.manager [req-64aaa50a-23de-4f95-92c2-f462d1c1f77d req-b579aabf-5540-4339-b5de-146e71c3eeb9 service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Neutron deleted interface 4d14b242-1d29-4c2a-b669-e8d6b8dc2a07; detaching it from the instance and deleting it from the info cache [ 785.134099] env[68089]: DEBUG nova.network.neutron [req-64aaa50a-23de-4f95-92c2-f462d1c1f77d req-b579aabf-5540-4339-b5de-146e71c3eeb9 service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.257988] env[68089]: DEBUG nova.compute.manager [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.257988] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.258998] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74773d44-b221-4028-83f2-01b9f93455e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.266364] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.266629] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df80ef6f-259d-4682-966f-55cd7d4181dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.273845] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 785.273845] env[68089]: value = "task-2852717" [ 785.273845] env[68089]: _type = "Task" [ 785.273845] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.278820] env[68089]: DEBUG nova.scheduler.client.report [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.290474] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.335309] env[68089]: DEBUG nova.network.neutron [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.399875] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.399875] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be73a10c-1868-4c0c-8d36-ac962f118750 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.408266] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 785.408266] env[68089]: value = "task-2852718" [ 785.408266] env[68089]: _type = "Task" [ 785.408266] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.422794] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.463417] env[68089]: DEBUG oslo_vmware.api [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Task: {'id': task-2852716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301771} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.463717] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.463930] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.464153] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.464334] env[68089]: INFO nova.compute.manager [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.464584] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.464920] env[68089]: DEBUG nova.compute.manager [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.464920] env[68089]: DEBUG nova.network.neutron [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.488034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "6adf6781-8928-407b-978a-f234bca86e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.488034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.527113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "648451ff-6133-4285-a91d-ce0102009db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.527113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.569154] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.569512] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.569764] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.570045] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.570215] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.570418] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.571925] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.571925] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.571925] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.571925] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.571925] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.577410] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1f7d07-b1f5-4723-908d-1af1069a46e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594984] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 785.594984] env[68089]: value = "task-2852719" [ 785.594984] env[68089]: _type = "Task" [ 785.594984] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.604212] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.639064] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-941ae724-173c-44f4-a0c7-c79537ce564b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.648739] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525723a-a349-4cf9-b4bf-fa9035091a60 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.692445] env[68089]: DEBUG nova.compute.manager [req-64aaa50a-23de-4f95-92c2-f462d1c1f77d req-b579aabf-5540-4339-b5de-146e71c3eeb9 service nova] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Detach interface failed, port_id=4d14b242-1d29-4c2a-b669-e8d6b8dc2a07, reason: Instance 739fb198-a531-44e0-87eb-383f90ee0ec9 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 785.788227] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.791205] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852717, 'name': PowerOffVM_Task, 'duration_secs': 0.302715} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.794792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.418s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.794792] env[68089]: DEBUG nova.objects.instance [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lazy-loading 'resources' on Instance uuid 26a22789-6320-44ea-bd82-9485f81b22d7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.794792] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.794792] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.795914] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a4a0dc-10ea-4021-99c0-de0b1aad4ab3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.829323] env[68089]: INFO nova.scheduler.client.report [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted allocations for instance c7324ad3-0fb9-4322-b708-dd9d86aa6b6d [ 785.838585] env[68089]: INFO nova.compute.manager [-] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Took 1.40 seconds to deallocate network for instance. [ 785.866566] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.866566] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.866817] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleting the datastore file [datastore2] 1bbefba2-5b43-4ccb-beaa-089c90670020 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.867190] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a8f7c5-433c-49a6-b292-6051ae4e10fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.874105] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 785.874105] env[68089]: value = "task-2852721" [ 785.874105] env[68089]: _type = "Task" [ 785.874105] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.882920] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.919897] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852718, 'name': PowerOffVM_Task, 'duration_secs': 0.223313} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.920526] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.921154] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3e8a3-c9a8-4ed4-8924-b09934dfdf02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.943702] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ac7d3-1b5b-4c0f-aaaa-31e8b43d7388 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.992539] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.029033] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.106639] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.254564] env[68089]: DEBUG nova.network.neutron [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.272813] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.272813] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.273087] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.273326] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.273534] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.277394] env[68089]: INFO nova.compute.manager [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Terminating instance [ 786.341107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd5dbaad-e5d8-44b8-b417-58f8f55e5850 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "c7324ad3-0fb9-4322-b708-dd9d86aa6b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.068s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.343795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.386538] env[68089]: DEBUG oslo_vmware.api [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161268} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.386642] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.386760] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.386943] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.387140] env[68089]: INFO nova.compute.manager [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Took 1.13 seconds to destroy the instance on the hypervisor. [ 786.387429] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.387599] env[68089]: DEBUG nova.compute.manager [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.387707] env[68089]: DEBUG nova.network.neutron [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.456157] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.457634] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70f19967-beef-4b6a-8bc1-3545d143b823 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.465751] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 786.465751] env[68089]: value = "task-2852722" [ 786.465751] env[68089]: _type = "Task" [ 786.465751] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.478853] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.508780] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.554021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.612626] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.758016] env[68089]: INFO nova.compute.manager [-] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Took 1.29 seconds to deallocate network for instance. [ 786.783919] env[68089]: DEBUG nova.compute.manager [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.783919] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.783919] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a41cd-6bf4-42c6-8ee9-c15c40569480 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.794705] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.796805] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ca347f-c05a-4fb2-9580-698d67d8d373 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.804098] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 786.804098] env[68089]: value = "task-2852723" [ 786.804098] env[68089]: _type = "Task" [ 786.804098] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.814269] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.830932] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf667d90-a1b2-4f49-874a-375b0032a8f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.840740] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ded8ec-99b2-45a6-8a20-2099f1e919b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.880266] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b00af8-0a8f-4a94-84dc-7611fbfd5e1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.888257] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef46e0b-9a22-4162-a073-285460a00314 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.903586] env[68089]: DEBUG nova.compute.provider_tree [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.976590] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.110750] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852719, 'name': ReconfigVM_Task, 'duration_secs': 1.247321} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.111145] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.180595] env[68089]: DEBUG nova.network.neutron [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.207517] env[68089]: DEBUG nova.compute.manager [req-0590da86-1a4c-486e-a2dc-4177d930504a req-6962854f-d065-48b6-8d1b-744d1a4c455d service nova] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Received event network-vif-deleted-b240a1c5-0795-4fd5-a7d9-891e439f4d28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.207645] env[68089]: DEBUG nova.compute.manager [req-0590da86-1a4c-486e-a2dc-4177d930504a req-6962854f-d065-48b6-8d1b-744d1a4c455d service nova] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Received event network-vif-deleted-07f62512-9bba-491f-8443-3dda89da88c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.233211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.233795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.234077] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.234293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.234477] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.236685] env[68089]: INFO nova.compute.manager [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Terminating instance [ 787.248015] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 787.249404] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163dc693-6b34-4a5d-a735-e3270e9b9f90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.256349] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 787.256524] env[68089]: ERROR oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk due to incomplete transfer. [ 787.256979] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28593d24-bc33-4aa2-bc3b-1214aab6bebf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.264221] env[68089]: DEBUG oslo_vmware.rw_handles [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52586ff5-6cef-77c0-29af-9d6ff1005062/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 787.264426] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Uploaded image 8cb9a90f-8849-4420-a6ec-7f3914064eba to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 787.266277] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.267627] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.267911] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1270923-3775-4842-bb13-9c1e9ce358fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274873] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 787.274873] env[68089]: value = "task-2852724" [ 787.274873] env[68089]: _type = "Task" [ 787.274873] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.282959] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852724, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.315766] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852723, 'name': PowerOffVM_Task, 'duration_secs': 0.209355} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.316426] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.316642] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.316929] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-948bdfee-5876-4ac7-a560-f8520ec42e5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.393488] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.393814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.393865] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleting the datastore file [datastore1] 4462705b-a35a-4b6d-8992-6d07bd1b3001 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.394164] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ff7729-97c5-4606-aebe-91ae8b672014 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.400583] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for the task: (returnval){ [ 787.400583] env[68089]: value = "task-2852726" [ 787.400583] env[68089]: _type = "Task" [ 787.400583] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.409093] env[68089]: DEBUG nova.scheduler.client.report [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.412391] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.478182] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852722, 'name': CreateSnapshot_Task, 'duration_secs': 0.598987} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.478506] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.479291] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c35bdfb-19c6-4c09-a225-2bc75941e48c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.619070] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:16:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f252205e-d551-4f6d-8fbf-67fbf8c950e2',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1838028967',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.619335] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.619482] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.619669] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.619817] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.620093] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.620381] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.620586] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.620920] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.621032] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.621251] env[68089]: DEBUG nova.virt.hardware [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.626618] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.626963] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a104dd-55dd-4825-bd8b-1d477ac13810 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.646560] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 787.646560] env[68089]: value = "task-2852727" [ 787.646560] env[68089]: _type = "Task" [ 787.646560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.655070] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.683798] env[68089]: INFO nova.compute.manager [-] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Took 1.30 seconds to deallocate network for instance. [ 787.740203] env[68089]: DEBUG nova.compute.manager [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.740458] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.741430] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19fc99-6bbf-4427-b71d-afe10684bbbc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.749569] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.749871] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6116acc-f10e-46a3-9450-e925e2545498 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.756788] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 787.756788] env[68089]: value = "task-2852728" [ 787.756788] env[68089]: _type = "Task" [ 787.756788] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.764749] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.784075] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852724, 'name': Destroy_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.911009] env[68089]: DEBUG oslo_vmware.api [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Task: {'id': task-2852726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.911451] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.911678] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.911864] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.912051] env[68089]: INFO nova.compute.manager [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.912308] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.912528] env[68089]: DEBUG nova.compute.manager [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.912622] env[68089]: DEBUG nova.network.neutron [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.915150] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.917408] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.246s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.917408] env[68089]: DEBUG nova.objects.instance [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lazy-loading 'resources' on Instance uuid f73d6245-6df4-47d5-98c4-643dfe7fa81e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.940265] env[68089]: INFO nova.scheduler.client.report [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted allocations for instance 26a22789-6320-44ea-bd82-9485f81b22d7 [ 788.001959] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.003054] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64bacfeb-0e8a-45af-baac-b1a55962cfbc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.015113] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 788.015113] env[68089]: value = "task-2852729" [ 788.015113] env[68089]: _type = "Task" [ 788.015113] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.026865] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.162507] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852727, 'name': ReconfigVM_Task, 'duration_secs': 0.155908} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.162868] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.164229] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e335fe-0bcc-4b5a-9e84-73599f11a2a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.195705] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.197817] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.198112] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056c7965-e494-4a91-ac33-186a7d17dd39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.222355] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 788.222355] env[68089]: value = "task-2852730" [ 788.222355] env[68089]: _type = "Task" [ 788.222355] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.233862] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.267764] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.285865] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852724, 'name': Destroy_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.452172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0628fc6a-11a6-4415-8952-b1402259d3ab tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "26a22789-6320-44ea-bd82-9485f81b22d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.537s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.528798] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task} progress is 93%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.670579] env[68089]: DEBUG nova.network.neutron [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.733562] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.770577] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.786283] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852724, 'name': Destroy_Task, 'duration_secs': 1.393595} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.789225] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroyed the VM [ 788.789492] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.790078] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-142fb6f5-51be-41f7-b966-88f78cd858c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.799779] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 788.799779] env[68089]: value = "task-2852731" [ 788.799779] env[68089]: _type = "Task" [ 788.799779] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.810296] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.876077] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ae8a0f-9d1c-4df5-b4ea-3d5a0fa23708 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.884052] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca420b79-82bf-4c4c-9859-e56a143cbc7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.920392] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73894077-e6e4-47c7-9586-5f11d9195d6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.928814] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93c7dc-f729-47e6-9b7e-48b841e12670 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.945036] env[68089]: DEBUG nova.compute.provider_tree [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.027282] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.177675] env[68089]: INFO nova.compute.manager [-] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Took 1.26 seconds to deallocate network for instance. [ 789.236783] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852730, 'name': ReconfigVM_Task, 'duration_secs': 0.522096} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.237106] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.237387] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.274584] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852728, 'name': PowerOffVM_Task, 'duration_secs': 1.216429} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.275049] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.275096] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.275336] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4868471-0719-4123-bdbf-b774dca1bbab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.312078] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.433113] env[68089]: DEBUG nova.compute.manager [req-0df415f7-0b94-43c1-81fb-11592421bb0e req-fedf0920-ce3a-41a7-8de2-920a3e39f6f7 service nova] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Received event network-vif-deleted-43e72395-3eaf-4d03-8ddc-de370c3dca20 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.448239] env[68089]: DEBUG nova.scheduler.client.report [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.527418] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.685986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.745180] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41219fec-475b-4668-bc35-1bfd521a0957 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.767869] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03b7a5d-5807-43cd-9a18-2e5f5cb02642 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.786855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.812464] env[68089]: DEBUG oslo_vmware.api [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852731, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593811} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.812745] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.813028] env[68089]: INFO nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 17.10 seconds to snapshot the instance on the hypervisor. [ 789.954144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.957424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.775s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.957689] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.958094] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 789.958247] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.887s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.958551] env[68089]: DEBUG nova.objects.instance [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lazy-loading 'resources' on Instance uuid c5373bba-94e4-4b88-9421-d509a56f4238 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.961128] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce0123-e5b8-48d3-a859-58c203943a22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.971962] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4cc0d-abb6-4bf5-a154-bcd6b90ad7ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988349] env[68089]: INFO nova.scheduler.client.report [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Deleted allocations for instance f73d6245-6df4-47d5-98c4-643dfe7fa81e [ 789.990103] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613a69e-d922-4439-9785-198da3649593 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.002772] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3106f-a044-494e-bc8f-7b4e87f28ca0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.034499] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177683MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 790.034777] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.045726] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "33d75751-01fd-4759-9f97-d581a692e684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.045979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.053910] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.151993] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.152208] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.152573] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore1] a6b06ebb-1303-4ff3-82a9-e3d8844b738e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.152843] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12711b7-eb9c-425f-a0bc-5a433b02b44f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.160713] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 790.160713] env[68089]: value = "task-2852733" [ 790.160713] env[68089]: _type = "Task" [ 790.160713] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.169281] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.328739] env[68089]: DEBUG nova.network.neutron [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Port e6137eaa-9bfe-4c5c-8fd1-2fac7508235a binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 790.360164] env[68089]: DEBUG nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Found 3 images (rotation: 2) {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 790.360440] env[68089]: DEBUG nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Rotating out 1 backups {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 790.360615] env[68089]: DEBUG nova.compute.manager [None req-57fad41d-224e-49fc-ad03-2bbf1b3eb32f tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleting image bbba14e0-0838-463c-8d38-7d93a65ab79f {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 790.507520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e5fd9453-baf9-439f-8599-d2a841589893 tempest-ServersTestJSON-1841665589 tempest-ServersTestJSON-1841665589-project-member] Lock "f73d6245-6df4-47d5-98c4-643dfe7fa81e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.653s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.545676] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852729, 'name': CloneVM_Task, 'duration_secs': 2.261641} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.545948] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Created linked-clone VM from snapshot [ 790.546705] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e30cb3-be1a-45cf-881d-08e9324f756e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.551873] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.559659] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Uploading image 4c92cdec-d9c0-4b43-b0a2-11c4cd43c1a7 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.583585] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.583585] env[68089]: value = "vm-573618" [ 790.583585] env[68089]: _type = "VirtualMachine" [ 790.583585] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.583884] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b93d13b7-a294-457a-b57a-883eb624875a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.590851] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lease: (returnval){ [ 790.590851] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294da5e-e369-2626-9788-8f055d703720" [ 790.590851] env[68089]: _type = "HttpNfcLease" [ 790.590851] env[68089]: } obtained for exporting VM: (result){ [ 790.590851] env[68089]: value = "vm-573618" [ 790.590851] env[68089]: _type = "VirtualMachine" [ 790.590851] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.591207] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the lease: (returnval){ [ 790.591207] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294da5e-e369-2626-9788-8f055d703720" [ 790.591207] env[68089]: _type = "HttpNfcLease" [ 790.591207] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.598920] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.598920] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294da5e-e369-2626-9788-8f055d703720" [ 790.598920] env[68089]: _type = "HttpNfcLease" [ 790.598920] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.670831] env[68089]: DEBUG oslo_vmware.api [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140028} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.673365] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.673564] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.673744] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.673943] env[68089]: INFO nova.compute.manager [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Took 2.93 seconds to destroy the instance on the hypervisor. [ 790.674196] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.674589] env[68089]: DEBUG nova.compute.manager [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.674684] env[68089]: DEBUG nova.network.neutron [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.943558] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037261d-4510-4efd-b5da-c2a8def9dba1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.951700] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aad723-92b0-457e-beb5-9c0444024c71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.984881] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da5685-7919-4882-aeb6-625fa71526c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.992715] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cb1493-7d38-452b-a8ee-3cb068c79b06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.006441] env[68089]: DEBUG nova.compute.provider_tree [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.072222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.101585] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.101585] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294da5e-e369-2626-9788-8f055d703720" [ 791.101585] env[68089]: _type = "HttpNfcLease" [ 791.101585] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.101887] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.101887] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294da5e-e369-2626-9788-8f055d703720" [ 791.101887] env[68089]: _type = "HttpNfcLease" [ 791.101887] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.102779] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a55ef6-d867-4683-a668-9a2a7eee8246 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.112334] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.112619] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.220256] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f17672bf-cb99-4cda-b8b3-cd0bb483a289 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.351711] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.355024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.355024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.417669] env[68089]: DEBUG nova.network.neutron [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.480680] env[68089]: DEBUG nova.compute.manager [req-bd00b8ae-cf23-4dc0-954c-ee5c18322505 req-81a99561-9c48-48ed-becc-431a82946596 service nova] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Received event network-vif-deleted-e30a86db-e14a-46ea-b9b2-64200a8da50a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.509877] env[68089]: DEBUG nova.scheduler.client.report [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.920382] env[68089]: INFO nova.compute.manager [-] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Took 1.25 seconds to deallocate network for instance. [ 792.018021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.018729] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.843s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.019472] env[68089]: DEBUG nova.objects.instance [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lazy-loading 'resources' on Instance uuid 6a894398-7cdf-4c97-a46e-13992f90a91d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.049678] env[68089]: INFO nova.scheduler.client.report [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Deleted allocations for instance c5373bba-94e4-4b88-9421-d509a56f4238 [ 792.304803] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.305171] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.305366] env[68089]: DEBUG nova.compute.manager [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.306432] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ac050-7f6d-4467-8de8-14f6073ccf1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.320766] env[68089]: DEBUG nova.compute.manager [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 792.322202] env[68089]: DEBUG nova.objects.instance [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.404584] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.404790] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.404975] env[68089]: DEBUG nova.network.neutron [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.428900] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.557281] env[68089]: DEBUG oslo_concurrency.lockutils [None req-026126c3-ff19-4b92-ba1a-1443b9429cf7 tempest-ServersTestManualDisk-2100635154 tempest-ServersTestManualDisk-2100635154-project-member] Lock "c5373bba-94e4-4b88-9421-d509a56f4238" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.821s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.070544] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9693e9-bfbb-46c4-8ddd-c0d486735f1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.079751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f16ca7-2e61-47c8-b66a-430a68b28ea1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.118554] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9126a97a-6be4-4de1-b62b-a9d42597c4bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.127194] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096822d-41f5-41d5-a3c3-2fb61916f569 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.141889] env[68089]: DEBUG nova.compute.provider_tree [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.227673] env[68089]: DEBUG nova.network.neutron [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.338533] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.339022] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631e31c0-4c9e-415c-a3c5-c09a3d5e9f10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.347772] env[68089]: DEBUG oslo_vmware.api [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 793.347772] env[68089]: value = "task-2852735" [ 793.347772] env[68089]: _type = "Task" [ 793.347772] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.359131] env[68089]: DEBUG oslo_vmware.api [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.646922] env[68089]: DEBUG nova.scheduler.client.report [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.730442] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.858490] env[68089]: DEBUG oslo_vmware.api [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852735, 'name': PowerOffVM_Task, 'duration_secs': 0.206897} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.859633] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.859633] env[68089]: DEBUG nova.compute.manager [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.860286] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaadad3-999c-4e54-aef7-94fe6c74381d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.152473] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.156758] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.869s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.156950] env[68089]: DEBUG nova.objects.instance [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lazy-loading 'resources' on Instance uuid a3e1bac3-9013-4f60-aa97-aa1d1502b360 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.177731] env[68089]: INFO nova.scheduler.client.report [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Deleted allocations for instance 6a894398-7cdf-4c97-a46e-13992f90a91d [ 794.258020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e12a4-29be-4b65-8c9d-35d056a2c02a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.285561] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da8106-b769-4164-8db6-c9e608fe7420 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.296016] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.373591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bbffaaf0-5fdb-4aec-96fd-bf9f2507f047 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.689957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-82f5c748-2512-4524-a460-eea977737106 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379 tempest-FloatingIPsAssociationNegativeTestJSON-1473629379-project-member] Lock "6a894398-7cdf-4c97-a46e-13992f90a91d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.129s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.803473] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.804053] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e761e79d-8760-4866-841b-a8cd82c21298 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.812888] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 794.812888] env[68089]: value = "task-2852736" [ 794.812888] env[68089]: _type = "Task" [ 794.812888] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.829260] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852736, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.153219] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d356fba-2bb6-4102-8284-23ed398de24e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.163767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2709716e-bfd6-4043-aa71-9f73b4a7d2ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.200714] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05269d4-078e-4c56-bfbe-938ede049e53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.210770] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc221a-264b-409c-a7f0-9ab1dee5fcbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.227093] env[68089]: DEBUG nova.compute.provider_tree [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.325160] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.730453] env[68089]: DEBUG nova.scheduler.client.report [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.743790] env[68089]: DEBUG nova.compute.manager [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Stashing vm_state: stopped {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 795.825087] env[68089]: DEBUG oslo_vmware.api [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852736, 'name': PowerOnVM_Task, 'duration_secs': 0.749069} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.825387] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.825572] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e286f743-5f47-4a91-bf73-f4334967d204 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance '771c988f-c1fb-4ba3-8f25-c17d7caf3c50' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.236373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.239390] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.860s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.243055] env[68089]: INFO nova.compute.claims [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.272355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.315178] env[68089]: INFO nova.scheduler.client.report [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Deleted allocations for instance a3e1bac3-9013-4f60-aa97-aa1d1502b360 [ 796.829339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34c32652-e645-4d66-aaf2-00a2b3fdf2df tempest-ServerMetadataNegativeTestJSON-1825931600 tempest-ServerMetadataNegativeTestJSON-1825931600-project-member] Lock "a3e1bac3-9013-4f60-aa97-aa1d1502b360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.037s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.862388] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2eaffb-2549-4d31-a4f6-344c1a60b9a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.870871] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132f9ff-8b13-4495-845d-9c19e7e84b0c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.916136] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f831ed84-519a-4601-bf05-0f1b2286115f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.924744] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09d2c9-6793-4401-ac82-3100f455c72f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.946930] env[68089]: DEBUG nova.compute.provider_tree [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.453980] env[68089]: DEBUG nova.scheduler.client.report [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.962903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.963384] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.965954] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.689s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.967379] env[68089]: INFO nova.compute.claims [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.320749] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.322131] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64a3e0-4e04-4133-bb49-3fa6e896ecb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.330694] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.330855] env[68089]: ERROR oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk due to incomplete transfer. [ 799.331179] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-222064c6-7c28-401f-8a7a-26bab5c6f4e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.340571] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f93c5-fd03-c2d9-8854-c1261fdb214e/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.340571] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Uploaded image 4c92cdec-d9c0-4b43-b0a2-11c4cd43c1a7 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.342913] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.343194] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2e58d92-998a-4b6d-9232-fdf2621726ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.350632] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 799.350632] env[68089]: value = "task-2852737" [ 799.350632] env[68089]: _type = "Task" [ 799.350632] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.359109] env[68089]: DEBUG nova.network.neutron [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Port e6137eaa-9bfe-4c5c-8fd1-2fac7508235a binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 799.359109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.359109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.359109] env[68089]: DEBUG nova.network.neutron [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.364562] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852737, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.472593] env[68089]: DEBUG nova.compute.utils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.478962] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.479160] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.533312] env[68089]: DEBUG nova.policy [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cde64674a1b415489eb062ae1d801e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a03c47e169542e184561cd45eaf125d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.632819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.633384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.830407] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Successfully created port: 53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.868527] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852737, 'name': Destroy_Task, 'duration_secs': 0.427979} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.869124] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Destroyed the VM [ 799.869471] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.870519] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adc4f602-3de6-4581-9579-2f0a277dbbfa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.876976] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 799.876976] env[68089]: value = "task-2852738" [ 799.876976] env[68089]: _type = "Task" [ 799.876976] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.890028] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.986126] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.137020] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.201624] env[68089]: DEBUG nova.network.neutron [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.387407] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434237} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.389796] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.390110] env[68089]: DEBUG nova.compute.manager [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.392207] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0125c9-d712-4f7f-855b-0a75af920005 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.502784] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fffbaa6-2038-4bd4-8274-d1b23efa3fbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.510593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b600012-98f6-4a71-821a-46136594ce78 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.545991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddc1d10-57e7-4253-a7e3-82c72a44da6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.555824] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132312f-d96a-433c-b3d9-6fa2005c18ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.566864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.567136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.580768] env[68089]: DEBUG nova.compute.provider_tree [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.708190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.749180] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.906494] env[68089]: INFO nova.compute.manager [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Shelve offloading [ 801.007127] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.041508] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.041753] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.041914] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.042109] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.042258] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.042403] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.043022] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.043131] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.044057] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.044057] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.044057] env[68089]: DEBUG nova.virt.hardware [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.044517] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782710a9-c8ca-4412-bc59-e11e9a4a6d74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.052806] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6856c803-90d2-437e-98d2-0fbf0c74e8df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.069924] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.084160] env[68089]: DEBUG nova.scheduler.client.report [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.211107] env[68089]: DEBUG nova.compute.manager [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68089) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 801.211302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.414568] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.414568] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9644a090-9545-4993-a66d-0aa24e1cbadc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.420967] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 801.420967] env[68089]: value = "task-2852739" [ 801.420967] env[68089]: _type = "Task" [ 801.420967] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.434457] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 801.434874] env[68089]: DEBUG nova.compute.manager [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.435757] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29713dff-15b3-4b23-b62c-2d20e6192ec7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.442091] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.442564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.442879] env[68089]: DEBUG nova.network.neutron [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.514195] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Successfully updated port: 53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.589056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.589056] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.591146] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.591s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.593107] env[68089]: INFO nova.compute.claims [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.615094] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.691293] env[68089]: DEBUG nova.compute.manager [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Received event network-vif-plugged-53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 801.691642] env[68089]: DEBUG oslo_concurrency.lockutils [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] Acquiring lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.691868] env[68089]: DEBUG oslo_concurrency.lockutils [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.692642] env[68089]: DEBUG oslo_concurrency.lockutils [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.692642] env[68089]: DEBUG nova.compute.manager [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] No waiting events found dispatching network-vif-plugged-53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.692642] env[68089]: WARNING nova.compute.manager [req-4f1523f7-80dc-4591-b017-c95c5964cde5 req-14f3430d-3499-4fd0-959f-dbcfbf18ea82 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Received unexpected event network-vif-plugged-53185c0f-5400-465d-bf6a-d0c2f38f2eb8 for instance with vm_state building and task_state spawning. [ 802.022914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.022914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquired lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.022914] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.098019] env[68089]: DEBUG nova.compute.utils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.108460] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.108639] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.169199] env[68089]: DEBUG nova.policy [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbc3ed51d20453e944030aaaa1c19b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8d56f3ac0e4346b0a0bde0db319309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.259553] env[68089]: DEBUG nova.network.neutron [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updating instance_info_cache with network_info: [{"id": "47036513-81e9-4660-b553-ca5c6123bac2", "address": "fa:16:3e:eb:bd:8d", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47036513-81", "ovs_interfaceid": "47036513-81e9-4660-b553-ca5c6123bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.574811] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.611157] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.762293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.005161] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Successfully created port: 4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.088403] env[68089]: DEBUG nova.network.neutron [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Updating instance_info_cache with network_info: [{"id": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "address": "fa:16:3e:21:cc:f4", "network": {"id": "66eae904-cde3-4d73-94bb-d37a4d3f633a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-140421657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a03c47e169542e184561cd45eaf125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53185c0f-54", "ovs_interfaceid": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.098654] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae8ad4-0d6c-4b82-9ed5-a0405c1925fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.112933] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc0164-d277-4393-b173-1b4f758ab589 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.153242] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd552f6-69f5-44a7-a269-9ec605259c61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.160691] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa1480-e063-4ad0-b917-4bfc0aef3128 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.176451] env[68089]: DEBUG nova.compute.provider_tree [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.317464] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.318415] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88744cb-911f-40de-966a-c076727ef56e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.326260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.326521] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a7a19e-f848-4e42-bef7-3124ddb5e6ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.332334] env[68089]: DEBUG nova.compute.manager [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received event network-vif-unplugged-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.332545] env[68089]: DEBUG oslo_concurrency.lockutils [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.332748] env[68089]: DEBUG oslo_concurrency.lockutils [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.332915] env[68089]: DEBUG oslo_concurrency.lockutils [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.333097] env[68089]: DEBUG nova.compute.manager [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] No waiting events found dispatching network-vif-unplugged-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.333295] env[68089]: WARNING nova.compute.manager [req-8d97c287-cfa8-4644-817e-b0be25dc764a req-16cc69d2-b362-44e8-9066-6783dbc6bf25 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received unexpected event network-vif-unplugged-47036513-81e9-4660-b553-ca5c6123bac2 for instance with vm_state shelved and task_state shelving_offloading. [ 803.387242] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.387470] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.387742] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore2] b2590528-59c4-4b53-8d98-baeb5e36cc80 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.388220] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ecc97d3-47e2-4c68-ba8b-17b05bfded10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.394498] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 803.394498] env[68089]: value = "task-2852741" [ 803.394498] env[68089]: _type = "Task" [ 803.394498] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.403037] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.592240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Releasing lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.592576] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Instance network_info: |[{"id": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "address": "fa:16:3e:21:cc:f4", "network": {"id": "66eae904-cde3-4d73-94bb-d37a4d3f633a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-140421657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a03c47e169542e184561cd45eaf125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53185c0f-54", "ovs_interfaceid": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.593048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:cc:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53185c0f-5400-465d-bf6a-d0c2f38f2eb8', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.603188] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Creating folder: Project (1a03c47e169542e184561cd45eaf125d). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.603188] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46cf1d21-e662-4f46-bdc8-21bec252aacf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.615181] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Created folder: Project (1a03c47e169542e184561cd45eaf125d) in parent group-v573447. [ 803.615370] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Creating folder: Instances. Parent ref: group-v573619. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.615604] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9a7d8f-1dde-473d-826d-afaaadcebf90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.624054] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Created folder: Instances in parent group-v573619. [ 803.624287] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.624468] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.624731] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c100710-a0d8-47d9-b20d-6ae9aef8950e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.644092] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.644092] env[68089]: value = "task-2852744" [ 803.644092] env[68089]: _type = "Task" [ 803.644092] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.655180] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.657448] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852744, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.679049] env[68089]: DEBUG nova.scheduler.client.report [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.684433] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.684702] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.684876] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.685062] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.685215] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.685363] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.685557] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.685801] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.685859] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.686030] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.686220] env[68089]: DEBUG nova.virt.hardware [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.687134] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d4d68c-34ba-459c-9752-d8d9cd7114e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.696645] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31680e02-ab36-4b89-85b0-5ddeec172e2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.721840] env[68089]: DEBUG nova.compute.manager [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Received event network-changed-53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.722058] env[68089]: DEBUG nova.compute.manager [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Refreshing instance network info cache due to event network-changed-53185c0f-5400-465d-bf6a-d0c2f38f2eb8. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 803.722363] env[68089]: DEBUG oslo_concurrency.lockutils [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] Acquiring lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.722528] env[68089]: DEBUG oslo_concurrency.lockutils [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] Acquired lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.722684] env[68089]: DEBUG nova.network.neutron [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Refreshing network info cache for port 53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.905121] env[68089]: DEBUG oslo_vmware.api [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.905391] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.905573] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.905752] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.929515] env[68089]: INFO nova.scheduler.client.report [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance b2590528-59c4-4b53-8d98-baeb5e36cc80 [ 804.154470] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852744, 'name': CreateVM_Task, 'duration_secs': 0.330532} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.154769] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.155337] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.155503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.155824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.156092] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e096b1-ee25-4b4c-84a2-8f8d2ae10d52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.161021] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 804.161021] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5221aa28-f4aa-fe47-43f9-35c4a5ac5890" [ 804.161021] env[68089]: _type = "Task" [ 804.161021] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.169667] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221aa28-f4aa-fe47-43f9-35c4a5ac5890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.192326] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.192621] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.196057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.137s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.196057] env[68089]: DEBUG nova.objects.instance [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'resources' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.434218] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.579581] env[68089]: DEBUG nova.network.neutron [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Updated VIF entry in instance network info cache for port 53185c0f-5400-465d-bf6a-d0c2f38f2eb8. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.579581] env[68089]: DEBUG nova.network.neutron [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Updating instance_info_cache with network_info: [{"id": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "address": "fa:16:3e:21:cc:f4", "network": {"id": "66eae904-cde3-4d73-94bb-d37a4d3f633a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-140421657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a03c47e169542e184561cd45eaf125d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53185c0f-54", "ovs_interfaceid": "53185c0f-5400-465d-bf6a-d0c2f38f2eb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.672986] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221aa28-f4aa-fe47-43f9-35c4a5ac5890, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.673259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.673585] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.676799] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.676799] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.676799] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.676799] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d47a767-e50c-4e98-ac65-10453685c988 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.684314] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.685064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.687119] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0a19d7-910f-41ef-a131-a7c594e770ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.693271] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 804.693271] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526d2657-aaef-fb35-bd1f-4a3c1ea9010b" [ 804.693271] env[68089]: _type = "Task" [ 804.693271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.700432] env[68089]: DEBUG nova.objects.instance [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.703145] env[68089]: DEBUG nova.compute.utils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.704403] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d2657-aaef-fb35-bd1f-4a3c1ea9010b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.707078] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.707078] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.709360] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Successfully updated port: 4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.787274] env[68089]: DEBUG nova.policy [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c066d4b5be244bd8dbd4fb9d5f73bab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a05e9d17ef4a679533930eb4fd89a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.081089] env[68089]: DEBUG oslo_concurrency.lockutils [req-d5b704eb-a9d0-46b7-8f2e-14b2964d30a7 req-d24b211d-6ac3-4ced-b39d-b1a0f37f95b8 service nova] Releasing lock "refresh_cache-02d6c677-19dc-4748-8a1e-54d323d158c2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.201951] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d2657-aaef-fb35-bd1f-4a3c1ea9010b, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.202676] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e0a6f4-1bd3-4063-856d-63314a4c9438 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.205108] env[68089]: DEBUG nova.objects.base [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Object Instance<6bca99bb-a1e8-4bfd-9b6e-6177767155a2> lazy-loaded attributes: resources,numa_topology {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 805.208591] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.215135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.215135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.215135] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.215135] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 805.215135] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e11691-4f43-9d49-2e45-82a0000aec7e" [ 805.215135] env[68089]: _type = "Task" [ 805.215135] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.223780] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e11691-4f43-9d49-2e45-82a0000aec7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.224494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.224932] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 02d6c677-19dc-4748-8a1e-54d323d158c2/02d6c677-19dc-4748-8a1e-54d323d158c2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.224932] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b571285-aa43-427a-bbc2-557ca22c8758 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.237457] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 805.237457] env[68089]: value = "task-2852745" [ 805.237457] env[68089]: _type = "Task" [ 805.237457] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.249211] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.269974] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.534341] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Successfully created port: 95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.538642] env[68089]: DEBUG nova.compute.manager [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Received event network-changed-47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 805.538843] env[68089]: DEBUG nova.compute.manager [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Refreshing instance network info cache due to event network-changed-47036513-81e9-4660-b553-ca5c6123bac2. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 805.539073] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] Acquiring lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.539228] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] Acquired lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.539525] env[68089]: DEBUG nova.network.neutron [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Refreshing network info cache for port 47036513-81e9-4660-b553-ca5c6123bac2 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.751195] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506399} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.751495] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 02d6c677-19dc-4748-8a1e-54d323d158c2/02d6c677-19dc-4748-8a1e-54d323d158c2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.751711] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.751964] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61dbf4e2-7382-47a1-82cf-f8123583afba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.758207] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 805.758207] env[68089]: value = "task-2852746" [ 805.758207] env[68089]: _type = "Task" [ 805.758207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.767417] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.769828] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6d00f-d950-4a73-8242-3b531db8be10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.777862] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.780563] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8127d3-e3e9-44db-b697-35a9ba28e416 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.817413] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020882dc-cdee-4c84-8276-925399362ce5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.825684] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0645552-308a-47ba-b132-971b9516f351 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.840918] env[68089]: DEBUG nova.compute.provider_tree [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.940868] env[68089]: DEBUG nova.network.neutron [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Updating instance_info_cache with network_info: [{"id": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "address": "fa:16:3e:a5:4e:21", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df1ee7b-c8", "ovs_interfaceid": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.229265] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.251310] env[68089]: DEBUG nova.network.neutron [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updated VIF entry in instance network info cache for port 47036513-81e9-4660-b553-ca5c6123bac2. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.251650] env[68089]: DEBUG nova.network.neutron [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updating instance_info_cache with network_info: [{"id": "47036513-81e9-4660-b553-ca5c6123bac2", "address": "fa:16:3e:eb:bd:8d", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": null, "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap47036513-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.268449] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0687} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.270489] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.270727] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.270893] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.271106] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.271266] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.271418] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.271641] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.271802] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.271981] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.272169] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.272354] env[68089]: DEBUG nova.virt.hardware [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.272647] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.273686] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c0b92-08f8-4c4b-ab4b-e9faeceb4c10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.276578] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff496bb-021c-4445-a7bb-444185a6983e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.282698] env[68089]: DEBUG nova.compute.manager [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Received event network-vif-plugged-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.282946] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Acquiring lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.283166] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.283269] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.283438] env[68089]: DEBUG nova.compute.manager [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] No waiting events found dispatching network-vif-plugged-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.283599] env[68089]: WARNING nova.compute.manager [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Received unexpected event network-vif-plugged-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b for instance with vm_state building and task_state spawning. [ 806.283731] env[68089]: DEBUG nova.compute.manager [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Received event network-changed-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.283916] env[68089]: DEBUG nova.compute.manager [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Refreshing instance network info cache due to event network-changed-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 806.284106] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Acquiring lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.308520] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 02d6c677-19dc-4748-8a1e-54d323d158c2/02d6c677-19dc-4748-8a1e-54d323d158c2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.311973] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6a77a8-c455-49c5-9678-2a84aa16f447 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.324683] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7d872-6175-4559-b038-18c11b318a07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.342156] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 806.342156] env[68089]: value = "task-2852747" [ 806.342156] env[68089]: _type = "Task" [ 806.342156] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.345538] env[68089]: DEBUG nova.scheduler.client.report [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.353595] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.449082] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.449082] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Instance network_info: |[{"id": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "address": "fa:16:3e:a5:4e:21", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df1ee7b-c8", "ovs_interfaceid": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.449082] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Acquired lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.449082] env[68089]: DEBUG nova.network.neutron [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Refreshing network info cache for port 4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.451354] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:4e:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.459988] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.461027] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.462198] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02e788c6-1596-4de7-8129-2f243780710c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.484678] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.484678] env[68089]: value = "task-2852748" [ 806.484678] env[68089]: _type = "Task" [ 806.484678] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.496176] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852748, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.754311] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ba74a7b-937d-4646-99ca-19b7b45a919a req-5d7c199d-6104-41ff-96a6-bcff00e10245 service nova] Releasing lock "refresh_cache-b2590528-59c4-4b53-8d98-baeb5e36cc80" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.850309] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.655s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.864310] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.184s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.864561] env[68089]: DEBUG nova.objects.instance [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lazy-loading 'resources' on Instance uuid 7516cc2e-e16f-4751-aa29-8b17dbfcbf97 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.865913] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852747, 'name': ReconfigVM_Task, 'duration_secs': 0.349984} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.866522] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 02d6c677-19dc-4748-8a1e-54d323d158c2/02d6c677-19dc-4748-8a1e-54d323d158c2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.867239] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc7439c1-8140-4599-bd3b-3e0a0703f75a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.874828] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 806.874828] env[68089]: value = "task-2852749" [ 806.874828] env[68089]: _type = "Task" [ 806.874828] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.883558] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852749, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.995409] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852748, 'name': CreateVM_Task, 'duration_secs': 0.383044} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.995618] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.996363] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.996537] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.996838] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.997114] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be01d6d-c2cf-465c-bb36-d081f63d0c9a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.001657] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 807.001657] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c7519e-b9dd-2bfa-cea6-482627c372f6" [ 807.001657] env[68089]: _type = "Task" [ 807.001657] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.009372] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c7519e-b9dd-2bfa-cea6-482627c372f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.168793] env[68089]: DEBUG nova.network.neutron [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Updated VIF entry in instance network info cache for port 4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.169178] env[68089]: DEBUG nova.network.neutron [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Updating instance_info_cache with network_info: [{"id": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "address": "fa:16:3e:a5:4e:21", "network": {"id": "588a0d25-6c92-4b7e-86ec-4249b0634ca5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-889607005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8d56f3ac0e4346b0a0bde0db319309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df1ee7b-c8", "ovs_interfaceid": "4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.375855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6af6223c-63ba-4979-a929-552c8e49799f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.676s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.376996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 35.812s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.377240] env[68089]: INFO nova.compute.manager [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Unshelving [ 807.387661] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852749, 'name': Rename_Task, 'duration_secs': 0.137037} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.387923] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.388208] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a27fa733-8723-414f-b857-9aafa69d1099 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.395110] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 807.395110] env[68089]: value = "task-2852750" [ 807.395110] env[68089]: _type = "Task" [ 807.395110] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.407284] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.514303] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c7519e-b9dd-2bfa-cea6-482627c372f6, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.515301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.515301] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.515301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.515301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.515439] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.515610] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af5524c1-e280-4b29-bf58-90bdd7673860 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.524284] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.524467] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.527576] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0df1f9d-2387-4f03-85e0-479654bcd9f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.534841] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 807.534841] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e44740-f69a-b02f-d66f-29d9c53f4131" [ 807.534841] env[68089]: _type = "Task" [ 807.534841] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.548504] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e44740-f69a-b02f-d66f-29d9c53f4131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.674286] env[68089]: DEBUG oslo_concurrency.lockutils [req-32b4879e-bcc1-4eaa-87a4-232eef75139f req-91df1fa1-e044-4fae-968d-dea4f91a434a service nova] Releasing lock "refresh_cache-6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.907094] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.913336] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f53e47-2eaa-4d1b-a4c2-0abbdfd624e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.920867] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b10d41-d062-44cd-803a-708e3805e860 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.925414] env[68089]: DEBUG nova.compute.manager [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Received event network-vif-plugged-95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 807.925581] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] Acquiring lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.925782] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.926622] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.926622] env[68089]: DEBUG nova.compute.manager [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] No waiting events found dispatching network-vif-plugged-95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.926622] env[68089]: WARNING nova.compute.manager [req-1ced0008-b2fd-40ba-a1cf-58c179d2c730 req-f50e7962-f9c5-4515-80ea-428c95277c8c service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Received unexpected event network-vif-plugged-95c3c73e-b6bb-4526-8146-9d2fd2447669 for instance with vm_state building and task_state spawning. [ 807.958796] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6f3f2-ef8c-4f8b-8983-050abcd8299f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.966815] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3185b75-15c9-4d40-bb09-a7be20799e8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.982517] env[68089]: DEBUG nova.compute.provider_tree [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.048108] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e44740-f69a-b02f-d66f-29d9c53f4131, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.048108] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4db32e-bb55-4c33-a273-bf8432b81898 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.051130] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Successfully updated port: 95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.058519] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 808.058519] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522eb85a-079f-a331-809a-da9ddaf3c308" [ 808.058519] env[68089]: _type = "Task" [ 808.058519] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.070992] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522eb85a-079f-a331-809a-da9ddaf3c308, 'name': SearchDatastore_Task, 'duration_secs': 0.008362} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.071392] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.071656] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7/6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.072260] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bb78f1b-131b-44a2-8cb5-3e96263b5f1d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.078821] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 808.078821] env[68089]: value = "task-2852751" [ 808.078821] env[68089]: _type = "Task" [ 808.078821] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.087844] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.377865] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.379099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.379099] env[68089]: INFO nova.compute.manager [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Rebooting instance [ 808.399636] env[68089]: DEBUG nova.compute.utils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.415293] env[68089]: DEBUG oslo_vmware.api [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852750, 'name': PowerOnVM_Task, 'duration_secs': 0.514007} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.416508] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.417057] env[68089]: INFO nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 7.41 seconds to spawn the instance on the hypervisor. [ 808.417494] env[68089]: DEBUG nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.420262] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d58682-0bb5-4a24-9919-036b27c4cfa6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.489023] env[68089]: DEBUG nova.scheduler.client.report [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.553771] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.554368] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquired lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.554368] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.588367] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475317} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.588633] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7/6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.589190] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.589190] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884195fb-d43f-45b7-8213-6e02364148cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.595727] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 808.595727] env[68089]: value = "task-2852752" [ 808.595727] env[68089]: _type = "Task" [ 808.595727] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.603414] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.901383] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.901494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.901686] env[68089]: DEBUG nova.network.neutron [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.906063] env[68089]: INFO nova.virt.block_device [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Booting with volume 10168c78-a304-42d4-ba58-78fadc2145a7 at /dev/sdb [ 808.945059] env[68089]: INFO nova.compute.manager [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 42.59 seconds to build instance. [ 808.947663] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4ae653-ac20-450c-a7ed-ad51216badf8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.957375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32095f73-2905-4876-afed-709d7be14f3a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.991961] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35f42b5a-a4ba-4688-a0a8-4cdcc76c6670 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.999018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.003593] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.326s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.003839] env[68089]: DEBUG nova.objects.instance [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lazy-loading 'resources' on Instance uuid af7e82a2-6dd2-46f1-9e49-2df318b839c1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.014491] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb0dd9-e4f8-49fa-a3d2-eda8b0bfc2ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.025661] env[68089]: INFO nova.scheduler.client.report [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted allocations for instance 7516cc2e-e16f-4751-aa29-8b17dbfcbf97 [ 809.043924] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefcf31b-7e97-49db-8185-d287ed3aec3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.050946] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5008068a-4f60-4bc1-a5cd-2b44a00d4ff7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.063757] env[68089]: DEBUG nova.virt.block_device [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating existing volume attachment record: 8048ff3f-fc13-451c-aa7c-3a56ab99020a {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.097685] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.107766] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081968} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.111597] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.112425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad98d9-e2e3-49e6-976c-bad2c2f6d611 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.137739] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7/6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.140283] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ebfdad-442a-4770-9ee4-c196a3b544b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.162069] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 809.162069] env[68089]: value = "task-2852753" [ 809.162069] env[68089]: _type = "Task" [ 809.162069] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.169375] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.312649] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.312870] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.322888] env[68089]: DEBUG nova.network.neutron [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Updating instance_info_cache with network_info: [{"id": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "address": "fa:16:3e:38:c1:dd", "network": {"id": "ca9c0d28-cc6b-4e68-a2f0-f8f0117462ea", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-336913215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a05e9d17ef4a679533930eb4fd89a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3c73e-b6", "ovs_interfaceid": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.448722] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f8587eb8-d65b-4dba-9901-11f82e4b7389 tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.102s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.532714] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a2e947b0-79a4-4691-9eeb-9bf1516be134 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "7516cc2e-e16f-4751-aa29-8b17dbfcbf97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.733s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.674994] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.788152] env[68089]: DEBUG nova.network.neutron [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.824266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Releasing lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.824589] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Instance network_info: |[{"id": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "address": "fa:16:3e:38:c1:dd", "network": {"id": "ca9c0d28-cc6b-4e68-a2f0-f8f0117462ea", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-336913215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a05e9d17ef4a679533930eb4fd89a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3c73e-b6", "ovs_interfaceid": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.828064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:c1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c3c73e-b6bb-4526-8146-9d2fd2447669', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.836692] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Creating folder: Project (c7a05e9d17ef4a679533930eb4fd89a8). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.839627] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18fd502-1740-44af-a0a3-288f294c6cf7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.851535] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Created folder: Project (c7a05e9d17ef4a679533930eb4fd89a8) in parent group-v573447. [ 809.851716] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Creating folder: Instances. Parent ref: group-v573625. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.851944] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ff6804-975c-40f4-8be2-71d05ca86fd1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.863304] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Created folder: Instances in parent group-v573625. [ 809.863542] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.863764] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.863925] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c8e6d2a-046c-479e-97f3-1972eb26792f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.885545] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.885545] env[68089]: value = "task-2852759" [ 809.885545] env[68089]: _type = "Task" [ 809.885545] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.893422] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852759, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.951182] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.061880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d3c27-aa36-4079-98cc-e9173d81f151 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.069431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1fbb3-3b9b-4209-942e-d9838701161d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.105534] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0c452-9a6f-4cb1-8d68-0b8762e1a3be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.114047] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b76c1-7d50-410e-9c03-b9520864b84a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.121275] env[68089]: DEBUG nova.compute.manager [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Received event network-changed-95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.121486] env[68089]: DEBUG nova.compute.manager [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Refreshing instance network info cache due to event network-changed-95c3c73e-b6bb-4526-8146-9d2fd2447669. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.121705] env[68089]: DEBUG oslo_concurrency.lockutils [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] Acquiring lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.121928] env[68089]: DEBUG oslo_concurrency.lockutils [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] Acquired lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.122124] env[68089]: DEBUG nova.network.neutron [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Refreshing network info cache for port 95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.134994] env[68089]: DEBUG nova.compute.provider_tree [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.172016] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852753, 'name': ReconfigVM_Task, 'duration_secs': 0.623082} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.172362] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7/6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.173012] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0493ff84-aa99-4dd8-9b82-77b63627d1ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.179151] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 810.179151] env[68089]: value = "task-2852760" [ 810.179151] env[68089]: _type = "Task" [ 810.179151] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.190795] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852760, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.291062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.395746] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852759, 'name': CreateVM_Task, 'duration_secs': 0.352558} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.395901] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.396596] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396767] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.397091] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.397339] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6290ce05-334a-4beb-9550-d233ab637e02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.401808] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 810.401808] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5274cc39-87d6-fe9f-aae3-89e9276eb65c" [ 810.401808] env[68089]: _type = "Task" [ 810.401808] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.409334] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5274cc39-87d6-fe9f-aae3-89e9276eb65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.476412] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.515878] env[68089]: DEBUG nova.compute.manager [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.516978] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee27bd-acd6-4824-afd4-1aedb7464103 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.637631] env[68089]: DEBUG nova.scheduler.client.report [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.689241] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852760, 'name': Rename_Task, 'duration_secs': 0.29781} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.689519] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.689763] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-406a5017-8db4-4830-8215-d9d707568e88 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.696134] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 810.696134] env[68089]: value = "task-2852761" [ 810.696134] env[68089]: _type = "Task" [ 810.696134] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.709358] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.795930] env[68089]: DEBUG nova.compute.manager [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.796797] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d15353f-5e46-496d-92eb-0717148b12c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.912501] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5274cc39-87d6-fe9f-aae3-89e9276eb65c, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.912856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.913151] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.913430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.913612] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.913826] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.914128] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8977de59-b9e9-4457-b5cc-b21045205acc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.922061] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.922659] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.923054] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d9bbd7-8980-4134-a699-9fa7f41024c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.928077] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 810.928077] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52813fee-f5c4-114a-ae85-d88f4026102c" [ 810.928077] env[68089]: _type = "Task" [ 810.928077] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.935670] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52813fee-f5c4-114a-ae85-d88f4026102c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.028931] env[68089]: INFO nova.compute.manager [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] instance snapshotting [ 811.031974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561f9cb-a34c-4f97-a341-41534cc0aa49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.052915] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98d591-87f6-45f8-8ee8-71e03d55aa02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.144167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.146583] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.551s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.146788] env[68089]: DEBUG nova.objects.instance [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.174239] env[68089]: INFO nova.scheduler.client.report [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Deleted allocations for instance af7e82a2-6dd2-46f1-9e49-2df318b839c1 [ 811.197146] env[68089]: DEBUG nova.network.neutron [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Updated VIF entry in instance network info cache for port 95c3c73e-b6bb-4526-8146-9d2fd2447669. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.197652] env[68089]: DEBUG nova.network.neutron [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Updating instance_info_cache with network_info: [{"id": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "address": "fa:16:3e:38:c1:dd", "network": {"id": "ca9c0d28-cc6b-4e68-a2f0-f8f0117462ea", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-336913215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7a05e9d17ef4a679533930eb4fd89a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c3c73e-b6", "ovs_interfaceid": "95c3c73e-b6bb-4526-8146-9d2fd2447669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.210870] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.438648] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52813fee-f5c4-114a-ae85-d88f4026102c, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.439408] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d51ea2c-2062-4026-8204-46e423f19123 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.445262] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 811.445262] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527a3f97-f1c8-2e7a-815a-ea18e87904a2" [ 811.445262] env[68089]: _type = "Task" [ 811.445262] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.454057] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527a3f97-f1c8-2e7a-815a-ea18e87904a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.562990] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.563395] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74e65cec-27d3-4b71-9aab-a813d7946e22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569886] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 811.569886] env[68089]: value = "task-2852763" [ 811.569886] env[68089]: _type = "Task" [ 811.569886] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.580685] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.686650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5741ebed-e3da-4e75-ba48-87e193ae0373 tempest-ListServersNegativeTestJSON-923441040 tempest-ListServersNegativeTestJSON-923441040-project-member] Lock "af7e82a2-6dd2-46f1-9e49-2df318b839c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.748s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.700202] env[68089]: DEBUG oslo_concurrency.lockutils [req-e79814ea-3968-4170-b3e6-f9fbaca7d265 req-5378ae35-6a43-4f97-981c-c73dbf392232 service nova] Releasing lock "refresh_cache-69d8d38e-d292-4a8b-86d4-88e79291c0a4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.713063] env[68089]: DEBUG oslo_vmware.api [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852761, 'name': PowerOnVM_Task, 'duration_secs': 1.003904} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.713402] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.713615] env[68089]: INFO nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Took 8.06 seconds to spawn the instance on the hypervisor. [ 811.713794] env[68089]: DEBUG nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.714661] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168f605-11a9-4a8c-9fdf-2ff5f38db684 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.811934] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23d105-99b5-4ab3-ab1b-4ccfc5cbc9a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.820171] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Doing hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 811.820583] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-99c63348-78f8-492b-b095-53af21f6f124 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.827577] env[68089]: DEBUG oslo_vmware.api [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 811.827577] env[68089]: value = "task-2852764" [ 811.827577] env[68089]: _type = "Task" [ 811.827577] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.836145] env[68089]: DEBUG oslo_vmware.api [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852764, 'name': ResetVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.956405] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527a3f97-f1c8-2e7a-815a-ea18e87904a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.956772] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.957038] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 69d8d38e-d292-4a8b-86d4-88e79291c0a4/69d8d38e-d292-4a8b-86d4-88e79291c0a4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.957371] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12faa4e9-e92d-440c-a683-6dd9be1495a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.964753] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 811.964753] env[68089]: value = "task-2852765" [ 811.964753] env[68089]: _type = "Task" [ 811.964753] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.972700] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.080109] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852763, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.167705] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e50b8d4a-4238-4a08-bfa5-7b173683a4d6 tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.168814] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.641s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.170310] env[68089]: INFO nova.compute.claims [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.232316] env[68089]: INFO nova.compute.manager [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Took 44.99 seconds to build instance. [ 812.339755] env[68089]: DEBUG oslo_vmware.api [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852764, 'name': ResetVM_Task, 'duration_secs': 0.099218} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.340067] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Did hard reboot of VM {{(pid=68089) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 812.340353] env[68089]: DEBUG nova.compute.manager [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.341244] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8451614-317a-4f5c-b7f6-233eb9a91034 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.475268] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.588028] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852763, 'name': CreateSnapshot_Task, 'duration_secs': 0.662699} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.588028] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.588028] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e718130e-52a7-42c5-b8e4-5e9d5d322788 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.734503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-35d6acbe-42f6-4d0e-ab99-610c8817d362 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.508s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.858799] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bc4d28f-6871-4c94-b05c-5096e05b99b4 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.480s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.978838] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.978838] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 69d8d38e-d292-4a8b-86d4-88e79291c0a4/69d8d38e-d292-4a8b-86d4-88e79291c0a4.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.979187] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.979476] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a1b26bd-ee89-4bee-8dbf-44d895620696 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.988505] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 812.988505] env[68089]: value = "task-2852766" [ 812.988505] env[68089]: _type = "Task" [ 812.988505] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.998837] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.109053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.109482] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14b94613-73ad-40f4-8d07-001d1de37e54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.120889] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 813.120889] env[68089]: value = "task-2852767" [ 813.120889] env[68089]: _type = "Task" [ 813.120889] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.130498] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852767, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.500030] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204051} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.500030] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.500030] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41392bee-7f5f-4313-94f4-d4ef3f854d5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.524634] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 69d8d38e-d292-4a8b-86d4-88e79291c0a4/69d8d38e-d292-4a8b-86d4-88e79291c0a4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.528164] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022997e3-4ef1-4b1a-ac6e-580718a2a805 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.548287] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 813.548287] env[68089]: value = "task-2852768" [ 813.548287] env[68089]: _type = "Task" [ 813.548287] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.559857] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.636222] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852767, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.694695] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae400b-fcb4-4420-8578-f1946fd67b22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.705360] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119450a-66aa-4a44-a747-055616c83011 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.740360] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaeec28-0460-4907-8d01-6efe988a6bfe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.748376] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3540b083-2239-4fdd-b3e0-de087a01c183 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.762752] env[68089]: DEBUG nova.compute.provider_tree [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.059656] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852768, 'name': ReconfigVM_Task, 'duration_secs': 0.312445} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.059960] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 69d8d38e-d292-4a8b-86d4-88e79291c0a4/69d8d38e-d292-4a8b-86d4-88e79291c0a4.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.060753] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56bcc7b4-3971-4313-8086-b75a92b0c508 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.067821] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 814.067821] env[68089]: value = "task-2852769" [ 814.067821] env[68089]: _type = "Task" [ 814.067821] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.076147] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852769, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.134668] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852767, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.266682] env[68089]: DEBUG nova.scheduler.client.report [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.579496] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852769, 'name': Rename_Task, 'duration_secs': 0.208777} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.579496] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.579496] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b3d13f-306f-4101-b55e-83d35855162f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585898] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 814.585898] env[68089]: value = "task-2852770" [ 814.585898] env[68089]: _type = "Task" [ 814.585898] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.593777] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.634885] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852767, 'name': CloneVM_Task, 'duration_secs': 1.470265} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.635179] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Created linked-clone VM from snapshot [ 814.635920] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea0911e-f7de-4532-9e90-1f23a9517b0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.643685] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Uploading image 8462aebf-0dc4-48a8-82f0-5f5017694f94 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.670224] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.670224] env[68089]: value = "vm-573629" [ 814.670224] env[68089]: _type = "VirtualMachine" [ 814.670224] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.670224] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d87cf7cb-c91b-4c01-9180-c7dfca004a13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.680430] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lease: (returnval){ [ 814.680430] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5260ea1d-a340-5795-2ee3-9d4a3d567049" [ 814.680430] env[68089]: _type = "HttpNfcLease" [ 814.680430] env[68089]: } obtained for exporting VM: (result){ [ 814.680430] env[68089]: value = "vm-573629" [ 814.680430] env[68089]: _type = "VirtualMachine" [ 814.680430] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.680430] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the lease: (returnval){ [ 814.680430] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5260ea1d-a340-5795-2ee3-9d4a3d567049" [ 814.680430] env[68089]: _type = "HttpNfcLease" [ 814.680430] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.689026] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.689026] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5260ea1d-a340-5795-2ee3-9d4a3d567049" [ 814.689026] env[68089]: _type = "HttpNfcLease" [ 814.689026] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.773235] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.773893] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.777012] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.646s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.777012] env[68089]: DEBUG nova.objects.instance [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lazy-loading 'resources' on Instance uuid c4c584a9-8846-4623-8082-a25ad4c639c5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.099588] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.174124] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "ded00217-6925-489f-98cb-b1ffeca768f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.176840] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.179218] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.186643] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.186643] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5260ea1d-a340-5795-2ee3-9d4a3d567049" [ 815.186643] env[68089]: _type = "HttpNfcLease" [ 815.186643] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.187573] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.187573] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5260ea1d-a340-5795-2ee3-9d4a3d567049" [ 815.187573] env[68089]: _type = "HttpNfcLease" [ 815.187573] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.187750] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1d72e-15e0-4870-8db5-45ef53f44df9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.195783] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.195975] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.279857] env[68089]: DEBUG nova.compute.utils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.284595] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 815.361190] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe18ccfb-f018-4937-83f7-179ac9a78ac8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.600189] env[68089]: DEBUG oslo_vmware.api [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852770, 'name': PowerOnVM_Task, 'duration_secs': 0.607981} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.600189] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.600189] env[68089]: INFO nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Took 9.37 seconds to spawn the instance on the hypervisor. [ 815.600189] env[68089]: DEBUG nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.600834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4d0598-1c1d-4082-82a9-68e3f996987d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.681109] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.714930] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1038351a-d410-44c4-abe2-9139fd0251b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.725153] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d8bbc8-1d19-45ed-be17-32cbfd29feb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.764653] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12fe26-4d92-4874-966c-0938e26fad2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.773285] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81877d-778f-4cca-8b8f-66bb11d05021 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.788194] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.793767] env[68089]: DEBUG nova.compute.provider_tree [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.793927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.794216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.794581] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.794793] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.795049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.799277] env[68089]: INFO nova.compute.manager [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Terminating instance [ 816.121226] env[68089]: INFO nova.compute.manager [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Took 48.15 seconds to build instance. [ 816.203763] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.301333] env[68089]: DEBUG nova.scheduler.client.report [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.308188] env[68089]: DEBUG nova.compute.manager [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.308479] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.310617] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689dcef9-7c7a-401c-82df-1c2b2ce09ade {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.320871] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.321193] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b5a81dc-9788-4837-a2fa-2a912fda2e32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.328133] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 816.328133] env[68089]: value = "task-2852772" [ 816.328133] env[68089]: _type = "Task" [ 816.328133] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.337784] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.623927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0ba05979-a8db-461d-8590-49a25344c7dd tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.676s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.809020] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.812033] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.814485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.127s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.814932] env[68089]: DEBUG nova.objects.instance [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lazy-loading 'resources' on Instance uuid bb09cb46-74fd-4912-abb7-c392d5a51c49 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.834084] env[68089]: INFO nova.scheduler.client.report [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Deleted allocations for instance c4c584a9-8846-4623-8082-a25ad4c639c5 [ 816.837926] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.838242] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.838344] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.838525] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.838670] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.838814] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.839042] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.839252] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.839446] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.839612] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.839784] env[68089]: DEBUG nova.virt.hardware [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.841144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f2c5e-0914-431e-8c09-6bd2d8d58f32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.849401] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852772, 'name': PowerOffVM_Task, 'duration_secs': 0.241055} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.850125] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.850362] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.850806] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f2be9a-c22c-48c4-b214-21b0d0d1d997 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.857048] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7fbe88-beda-4beb-b9e0-3734cec59f93 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.874254] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.879916] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Creating folder: Project (c6b095e4a1f141f9ba41a021e81cbb00). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.880358] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a0644e-dc90-461f-994d-1fe1af56d256 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.889668] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Created folder: Project (c6b095e4a1f141f9ba41a021e81cbb00) in parent group-v573447. [ 816.889943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Creating folder: Instances. Parent ref: group-v573630. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.890230] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e190397d-7606-430a-b44c-64ed8ed740c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.899908] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Created folder: Instances in parent group-v573630. [ 816.900228] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.901084] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.901326] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8bbdd1-0f2b-443c-a675-3cc3cb843932 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.918725] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.918725] env[68089]: value = "task-2852776" [ 816.918725] env[68089]: _type = "Task" [ 816.918725] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.927038] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.927165] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.927564] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleting the datastore file [datastore2] 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.931315] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a902cce7-c59c-4161-8b3d-78602940e90d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.934215] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852776, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.938744] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 816.938744] env[68089]: value = "task-2852777" [ 816.938744] env[68089]: _type = "Task" [ 816.938744] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.953820] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.355216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e561162c-67de-4ded-bbeb-0d9554e54a0d tempest-ServerShowV257Test-1066554075 tempest-ServerShowV257Test-1066554075-project-member] Lock "c4c584a9-8846-4623-8082-a25ad4c639c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.083s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.431578] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852776, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.449861] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.450126] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.450445] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.450762] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.451063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.453152] env[68089]: DEBUG oslo_vmware.api [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234399} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.455761] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.455954] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.456184] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.456327] env[68089]: INFO nova.compute.manager [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 817.456554] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.456984] env[68089]: INFO nova.compute.manager [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Terminating instance [ 817.459263] env[68089]: DEBUG nova.compute.manager [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.459370] env[68089]: DEBUG nova.network.neutron [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.770766] env[68089]: DEBUG nova.compute.manager [req-0fa241e0-a4a1-4381-833a-b3f656753d28 req-24f92749-3bce-4848-a37f-44e1534b437a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Received event network-vif-deleted-4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.770974] env[68089]: INFO nova.compute.manager [req-0fa241e0-a4a1-4381-833a-b3f656753d28 req-24f92749-3bce-4848-a37f-44e1534b437a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Neutron deleted interface 4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b; detaching it from the instance and deleting it from the info cache [ 817.771194] env[68089]: DEBUG nova.network.neutron [req-0fa241e0-a4a1-4381-833a-b3f656753d28 req-24f92749-3bce-4848-a37f-44e1534b437a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.813294] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2bbce-4a42-49cf-84b1-8a6bd30319a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.823040] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1279c2e0-59d9-4bba-bc2c-a5412d823b55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.859436] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506c4af5-70f3-43d0-a6d0-671dd33370ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.871959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be55e3-6bb2-498e-96fb-c92710acb2ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.895036] env[68089]: DEBUG nova.compute.provider_tree [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.929849] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852776, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.965890] env[68089]: DEBUG nova.compute.manager [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.965890] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.966827] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e34569-29b8-4209-9b14-f10d45a93c99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.975613] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.975613] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb36bf0-8def-4f19-bd02-6ccac5d26182 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.982255] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 817.982255] env[68089]: value = "task-2852778" [ 817.982255] env[68089]: _type = "Task" [ 817.982255] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.992142] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.249955] env[68089]: DEBUG nova.network.neutron [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.276445] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e0bc71a-4082-4f4b-9b6a-0e18ef6d63fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.287933] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580d5f7-509b-4ab4-a933-ed1a2913b286 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.326393] env[68089]: DEBUG nova.compute.manager [req-0fa241e0-a4a1-4381-833a-b3f656753d28 req-24f92749-3bce-4848-a37f-44e1534b437a service nova] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Detach interface failed, port_id=4df1ee7b-c8d4-46d2-91c6-be0b8f15ac1b, reason: Instance 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 818.399017] env[68089]: DEBUG nova.scheduler.client.report [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.434666] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852776, 'name': CreateVM_Task, 'duration_secs': 1.402291} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.435474] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.435598] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.435815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.436270] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.436626] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d47135a-b1e4-4cc9-9a5e-1105561212b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.442588] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 818.442588] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5cc02-dbeb-dce5-684c-c5dcc32d77e4" [ 818.442588] env[68089]: _type = "Task" [ 818.442588] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.453839] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5cc02-dbeb-dce5-684c-c5dcc32d77e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.492199] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852778, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.759650] env[68089]: INFO nova.compute.manager [-] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Took 1.30 seconds to deallocate network for instance. [ 818.905198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.910280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.845s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.912709] env[68089]: INFO nova.compute.claims [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.934266] env[68089]: INFO nova.scheduler.client.report [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Deleted allocations for instance bb09cb46-74fd-4912-abb7-c392d5a51c49 [ 818.954231] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5cc02-dbeb-dce5-684c-c5dcc32d77e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015512} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.954712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.954959] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.955217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.955391] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.955545] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.955809] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cb9269-b97c-49b7-84fb-69fac6825e7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.964430] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.964675] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.966115] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcd9212-61cb-4ec8-aaa9-2345292ed292 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.972459] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 818.972459] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e6b942-bd9c-1bb4-4e37-e14636359e13" [ 818.972459] env[68089]: _type = "Task" [ 818.972459] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.982044] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e6b942-bd9c-1bb4-4e37-e14636359e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.992952] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852778, 'name': PowerOffVM_Task, 'duration_secs': 0.519944} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.993897] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.994097] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.994371] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab4f238-2917-4c97-b3ab-b154c1de9704 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.058149] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.058389] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.058589] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Deleting the datastore file [datastore2] 69d8d38e-d292-4a8b-86d4-88e79291c0a4 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.058850] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b221518-9291-46b2-8b7e-24e29c42820b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.066449] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for the task: (returnval){ [ 819.066449] env[68089]: value = "task-2852780" [ 819.066449] env[68089]: _type = "Task" [ 819.066449] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.074635] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.265917] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.447415] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bfc31358-fae4-4d64-aa0f-0d1165f0504b tempest-InstanceActionsV221TestJSON-2069168670 tempest-InstanceActionsV221TestJSON-2069168670-project-member] Lock "bb09cb46-74fd-4912-abb7-c392d5a51c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.612s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.489396] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e6b942-bd9c-1bb4-4e37-e14636359e13, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.490386] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e675b3-fb25-4030-a866-62d98ed62904 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.496682] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 819.496682] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52cbd3b8-5c65-b913-7171-4e1735726bc9" [ 819.496682] env[68089]: _type = "Task" [ 819.496682] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.505578] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cbd3b8-5c65-b913-7171-4e1735726bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.578717] env[68089]: DEBUG oslo_vmware.api [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Task: {'id': task-2852780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173271} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.579984] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.579984] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.579984] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.579984] env[68089]: INFO nova.compute.manager [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Took 1.61 seconds to destroy the instance on the hypervisor. [ 819.579984] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.579984] env[68089]: DEBUG nova.compute.manager [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.580435] env[68089]: DEBUG nova.network.neutron [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.019637] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cbd3b8-5c65-b913-7171-4e1735726bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.019865] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.020160] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.020584] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d461a66b-72af-4716-9ae1-5fe3f0dc7a12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.029550] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 820.029550] env[68089]: value = "task-2852781" [ 820.029550] env[68089]: _type = "Task" [ 820.029550] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.043330] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.524555] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9bc59b-b22b-4184-adc8-a03a2bbfd8e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.539029] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4128a99-5f4e-4384-8c1d-fa4943b9bdf3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.548848] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.581365] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aec37d-dcc1-41ce-80d4-131a16aa6ec3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.594375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1e3c2-355c-4a94-9495-11037dea782b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.603765] env[68089]: DEBUG nova.compute.manager [req-561acb0f-ce7c-40f1-8b4e-5dbce70a2aea req-2deea1ba-32df-4c17-8d75-b7111c165451 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Received event network-vif-deleted-95c3c73e-b6bb-4526-8146-9d2fd2447669 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.604039] env[68089]: INFO nova.compute.manager [req-561acb0f-ce7c-40f1-8b4e-5dbce70a2aea req-2deea1ba-32df-4c17-8d75-b7111c165451 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Neutron deleted interface 95c3c73e-b6bb-4526-8146-9d2fd2447669; detaching it from the instance and deleting it from the info cache [ 820.604230] env[68089]: DEBUG nova.network.neutron [req-561acb0f-ce7c-40f1-8b4e-5dbce70a2aea req-2deea1ba-32df-4c17-8d75-b7111c165451 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.621523] env[68089]: DEBUG nova.compute.provider_tree [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.873097] env[68089]: DEBUG nova.network.neutron [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.046947] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604494} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.046947] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.046947] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.046947] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b754ea6d-4e03-4f0f-8488-956119701f02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.054456] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 821.054456] env[68089]: value = "task-2852782" [ 821.054456] env[68089]: _type = "Task" [ 821.054456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.063818] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.124731] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e7d1d5-3309-43f1-9716-4abd035a5c03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.127555] env[68089]: DEBUG nova.scheduler.client.report [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.138906] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6af304-2670-4f4a-8e04-c88c2a2be225 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.174332] env[68089]: DEBUG nova.compute.manager [req-561acb0f-ce7c-40f1-8b4e-5dbce70a2aea req-2deea1ba-32df-4c17-8d75-b7111c165451 service nova] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Detach interface failed, port_id=95c3c73e-b6bb-4526-8146-9d2fd2447669, reason: Instance 69d8d38e-d292-4a8b-86d4-88e79291c0a4 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 821.376189] env[68089]: INFO nova.compute.manager [-] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Took 1.80 seconds to deallocate network for instance. [ 821.564973] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066894} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.565434] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.566312] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee8f6f8-5e29-4986-b3c8-f2e98e168380 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.589596] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.589969] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e053ce-ad44-4a31-a625-cb095c735a9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.612538] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 821.612538] env[68089]: value = "task-2852783" [ 821.612538] env[68089]: _type = "Task" [ 821.612538] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.624891] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.634046] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.634656] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.637462] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.294s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.637841] env[68089]: DEBUG nova.objects.instance [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'resources' on Instance uuid 739fb198-a531-44e0-87eb-383f90ee0ec9 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.875394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.875394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.885030] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.127430] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852783, 'name': ReconfigVM_Task, 'duration_secs': 0.270989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.127908] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.128818] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3dfeeb-8e9a-412c-8336-dcf8ec50648f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.139247] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 822.139247] env[68089]: value = "task-2852784" [ 822.139247] env[68089]: _type = "Task" [ 822.139247] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.146420] env[68089]: DEBUG nova.compute.utils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.153385] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.153620] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.165294] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852784, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.230217] env[68089]: DEBUG nova.policy [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bb198f0264843ad5ba3bb258899a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965f64ed75eb43eda3fd9ac9cd804aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.377529] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.634678] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11ed71-e7a5-471f-ae2a-1a977b91b144 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646246] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab008ba6-6cc0-4a2e-9247-bb0a3373897d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.655294] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.657842] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852784, 'name': Rename_Task, 'duration_secs': 0.163431} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.689537] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.689879] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Successfully created port: 36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.692327] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b66cb4-299b-4555-9534-3024c02e1473 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.694758] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75068d42-3f33-4fe8-a472-5389fc6b41f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.707128] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92d10c-91ae-4edb-9f42-c68a7520c0e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.708471] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 822.708471] env[68089]: value = "task-2852785" [ 822.708471] env[68089]: _type = "Task" [ 822.708471] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.720768] env[68089]: DEBUG nova.compute.provider_tree [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.729166] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.789706] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.790725] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1dc56-097e-449e-ace5-1241534ef7af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.796747] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.796916] env[68089]: ERROR oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk due to incomplete transfer. [ 822.797157] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e5cb08d-1c97-484c-8701-a2743daa9806 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.804947] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52507683-4b78-6509-b294-2d84137c8a89/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.805151] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Uploaded image 8462aebf-0dc4-48a8-82f0-5f5017694f94 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.807560] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.807790] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75f6821c-e3b3-4b84-aeed-cf6f33f190d2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.813616] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 822.813616] env[68089]: value = "task-2852786" [ 822.813616] env[68089]: _type = "Task" [ 822.813616] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.821159] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852786, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.897365] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.218857] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.225889] env[68089]: DEBUG nova.scheduler.client.report [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.323721] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852786, 'name': Destroy_Task, 'duration_secs': 0.362891} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.324014] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Destroyed the VM [ 823.324259] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 823.324987] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93215652-4f54-4fe5-af1f-589ce2dec1d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.330271] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 823.330271] env[68089]: value = "task-2852787" [ 823.330271] env[68089]: _type = "Task" [ 823.330271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.337791] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852787, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.665241] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.686765] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.687013] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.687266] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.687345] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.687499] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.687638] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.687834] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.687991] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.688192] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.688357] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.688528] env[68089]: DEBUG nova.virt.hardware [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.689659] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4dbd68-32f1-4973-8f04-804fdac63d6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.697486] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae3453-7f63-458b-9bfc-a9f94645cf48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.719920] env[68089]: DEBUG oslo_vmware.api [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852785, 'name': PowerOnVM_Task, 'duration_secs': 0.59238} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.720205] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.720436] env[68089]: INFO nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Took 6.91 seconds to spawn the instance on the hypervisor. [ 823.720622] env[68089]: DEBUG nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.721406] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc6a566-4fc2-4d55-9c7f-6468ef821f8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.731026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.732211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.224s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.734210] env[68089]: INFO nova.compute.claims [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.753309] env[68089]: INFO nova.scheduler.client.report [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted allocations for instance 739fb198-a531-44e0-87eb-383f90ee0ec9 [ 823.840487] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852787, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.241916] env[68089]: INFO nova.compute.manager [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Took 49.74 seconds to build instance. [ 824.260346] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ddd8f3e7-18ca-4899-a91b-e4a67f07c0fe tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "739fb198-a531-44e0-87eb-383f90ee0ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.962s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.341457] env[68089]: DEBUG oslo_vmware.api [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852787, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546892} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.341772] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.342049] env[68089]: INFO nova.compute.manager [None req-bd4ede59-6ecf-411c-9af9-77a7fe05695a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 13.31 seconds to snapshot the instance on the hypervisor. [ 824.385971] env[68089]: DEBUG nova.compute.manager [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Received event network-vif-plugged-36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.386242] env[68089]: DEBUG oslo_concurrency.lockutils [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] Acquiring lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.386477] env[68089]: DEBUG oslo_concurrency.lockutils [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.386665] env[68089]: DEBUG oslo_concurrency.lockutils [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.386842] env[68089]: DEBUG nova.compute.manager [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] No waiting events found dispatching network-vif-plugged-36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.387020] env[68089]: WARNING nova.compute.manager [req-eb6057c1-ae50-4841-9186-16089ea48e98 req-3bc8795a-e0cf-4aff-b2d1-5c268e660cd1 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Received unexpected event network-vif-plugged-36329359-eff7-4b82-bc9f-f138796e1b9c for instance with vm_state building and task_state spawning. [ 824.477027] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Successfully updated port: 36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.747673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-592ac006-d04c-4464-8051-f5b2a57ee861 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.250s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.984830] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.984830] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.984830] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.113300] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5fc713-52e6-4930-a167-04f47ab9dd9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.121410] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900eb65b-3fcd-4f76-b00d-85a64910d72f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.153602] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e83ad-a86b-4592-87ed-47fde64e1416 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.161130] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81cd78e-86dc-44b1-bb22-07ac63f9ed59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.174668] env[68089]: DEBUG nova.compute.provider_tree [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.514549] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.677534] env[68089]: DEBUG nova.scheduler.client.report [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.701653] env[68089]: DEBUG nova.network.neutron [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Updating instance_info_cache with network_info: [{"id": "36329359-eff7-4b82-bc9f-f138796e1b9c", "address": "fa:16:3e:67:25:0b", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36329359-ef", "ovs_interfaceid": "36329359-eff7-4b82-bc9f-f138796e1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.767244] env[68089]: INFO nova.compute.manager [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Rebuilding instance [ 825.813021] env[68089]: DEBUG nova.compute.manager [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.813908] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd835db8-8ca6-494c-bae2-de80189ce84c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.184895] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.187758] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.635s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.189195] env[68089]: INFO nova.compute.claims [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.204047] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.204227] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Instance network_info: |[{"id": "36329359-eff7-4b82-bc9f-f138796e1b9c", "address": "fa:16:3e:67:25:0b", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36329359-ef", "ovs_interfaceid": "36329359-eff7-4b82-bc9f-f138796e1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.204632] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:25:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36329359-eff7-4b82-bc9f-f138796e1b9c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.212706] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.212928] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.213264] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e9ba21c-2d84-4d1f-818d-99df10e60992 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.235952] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.235952] env[68089]: value = "task-2852788" [ 826.235952] env[68089]: _type = "Task" [ 826.235952] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.244876] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852788, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.424273] env[68089]: DEBUG nova.compute.manager [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Received event network-changed-36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.424509] env[68089]: DEBUG nova.compute.manager [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Refreshing instance network info cache due to event network-changed-36329359-eff7-4b82-bc9f-f138796e1b9c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 826.424757] env[68089]: DEBUG oslo_concurrency.lockutils [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] Acquiring lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.424931] env[68089]: DEBUG oslo_concurrency.lockutils [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] Acquired lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.425145] env[68089]: DEBUG nova.network.neutron [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Refreshing network info cache for port 36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.688866] env[68089]: DEBUG nova.compute.manager [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.689774] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f086c-6ef3-441b-8d61-562f8838dfda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.695267] env[68089]: DEBUG nova.compute.utils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.696989] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.696989] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.744681] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852788, 'name': CreateVM_Task, 'duration_secs': 0.327101} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.746065] env[68089]: DEBUG nova.policy [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a7140734dfa44edab2ed3caf92ddff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dba2bfc64344f396c7ede1187fcb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.747737] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.748468] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.749090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.749090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.749630] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1c1801-391e-4c1e-83db-7ebf2c689357 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.754128] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 826.754128] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e31fea-1d45-6fd7-6e5d-99f3fbbcc677" [ 826.754128] env[68089]: _type = "Task" [ 826.754128] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.761915] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e31fea-1d45-6fd7-6e5d-99f3fbbcc677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.827859] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.828210] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98080de3-d4d4-47a6-96e2-87412bf055b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.836008] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 826.836008] env[68089]: value = "task-2852789" [ 826.836008] env[68089]: _type = "Task" [ 826.836008] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.844174] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.144580] env[68089]: DEBUG nova.network.neutron [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Updated VIF entry in instance network info cache for port 36329359-eff7-4b82-bc9f-f138796e1b9c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.144580] env[68089]: DEBUG nova.network.neutron [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Updating instance_info_cache with network_info: [{"id": "36329359-eff7-4b82-bc9f-f138796e1b9c", "address": "fa:16:3e:67:25:0b", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36329359-ef", "ovs_interfaceid": "36329359-eff7-4b82-bc9f-f138796e1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.203937] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.207593] env[68089]: INFO nova.compute.manager [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] instance snapshotting [ 827.211037] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd532f1-540d-44e5-9a56-2dbbdf9b45aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.237025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c95b5-7b93-442e-8b88-143888df7140 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.240438] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Successfully created port: 8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.268482] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e31fea-1d45-6fd7-6e5d-99f3fbbcc677, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.269430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.269430] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.269430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.269430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.269597] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.269737] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4fdceb-4dcc-4f05-9d63-22c0554e7f08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.284611] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.284797] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.285524] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ff02ae-ba27-45f3-be4d-1d8c33917dba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.291872] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 827.291872] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529be2c0-7bbb-cbe1-c244-3e4d4ada14da" [ 827.291872] env[68089]: _type = "Task" [ 827.291872] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.302572] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529be2c0-7bbb-cbe1-c244-3e4d4ada14da, 'name': SearchDatastore_Task, 'duration_secs': 0.007425} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.303311] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbcf0b8-d982-4cc5-a253-c9a104e7898d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.308321] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 827.308321] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e5236d-8543-a823-0d43-110cf938fadd" [ 827.308321] env[68089]: _type = "Task" [ 827.308321] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.319087] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e5236d-8543-a823-0d43-110cf938fadd, 'name': SearchDatastore_Task, 'duration_secs': 0.007925} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.319516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.319742] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18/25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.320008] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db24eb6b-5442-4c6a-900f-55071810ea00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.326442] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 827.326442] env[68089]: value = "task-2852790" [ 827.326442] env[68089]: _type = "Task" [ 827.326442] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.336820] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.344497] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852789, 'name': PowerOffVM_Task, 'duration_secs': 0.195862} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.346943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.347607] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.348621] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652d342-e156-4d7e-974e-f6a84d391201 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.354673] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.355280] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-238a2f98-6189-4583-8a37-f9fda0db7ed2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.378739] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.378982] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.379238] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Deleting the datastore file [datastore1] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.379524] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a014ca14-3035-4473-89b5-dfad9a585357 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.389201] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 827.389201] env[68089]: value = "task-2852792" [ 827.389201] env[68089]: _type = "Task" [ 827.389201] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.397139] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.647360] env[68089]: DEBUG oslo_concurrency.lockutils [req-88c50805-a693-4336-baa9-f099ee0fadf6 req-36cb21ff-adf8-4ef5-84b0-67407c496514 service nova] Releasing lock "refresh_cache-25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.703752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0232460d-0d6f-415f-8f50-035660b9b997 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.717212] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272271b1-bc58-40ed-9705-af592515602e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.753323] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959278fe-2435-484a-ab48-90c4458ca009 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.758403] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.758403] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d7fc9999-3e74-4bf1-a7b4-e61a04290490 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.768033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6650128-8e3d-4011-9a17-4ceaedb31fb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.772556] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 827.772556] env[68089]: value = "task-2852793" [ 827.772556] env[68089]: _type = "Task" [ 827.772556] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.785916] env[68089]: DEBUG nova.compute.provider_tree [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.792535] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.838815] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.898958] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.899271] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.899478] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.899657] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.214542] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.235826] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.236084] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.236244] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.236452] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.236618] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.236766] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.236979] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.237154] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.237358] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.237525] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.237696] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.238560] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0655b-e945-4646-96b8-aee5470bf786 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.247201] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a78f2-bd08-4ce2-b9d6-2bb66b1a74e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.282404] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.289665] env[68089]: DEBUG nova.scheduler.client.report [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.337981] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664278} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.338429] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18/25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.338706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.338968] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906b3520-61c4-4a8f-91db-c228e41724b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.345668] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 828.345668] env[68089]: value = "task-2852794" [ 828.345668] env[68089]: _type = "Task" [ 828.345668] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.354510] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.784510] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852793, 'name': CreateSnapshot_Task, 'duration_secs': 0.712205} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.784859] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.785634] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2ccf40-3df9-4c72-980c-bb8ead07bbed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.796570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.797044] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.803125] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.532s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.803359] env[68089]: DEBUG nova.objects.instance [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lazy-loading 'resources' on Instance uuid e3791c02-489d-4e5e-a268-17bd16e6f7e4 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.838271] env[68089]: DEBUG nova.compute.manager [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Received event network-vif-plugged-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.838452] env[68089]: DEBUG oslo_concurrency.lockutils [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] Acquiring lock "6adf6781-8928-407b-978a-f234bca86e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.838678] env[68089]: DEBUG oslo_concurrency.lockutils [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] Lock "6adf6781-8928-407b-978a-f234bca86e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.838845] env[68089]: DEBUG oslo_concurrency.lockutils [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] Lock "6adf6781-8928-407b-978a-f234bca86e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.839015] env[68089]: DEBUG nova.compute.manager [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] No waiting events found dispatching network-vif-plugged-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.839190] env[68089]: WARNING nova.compute.manager [req-26756ff6-5542-44e0-af55-6e6f0bef2ef9 req-f5b2ecc4-d4ea-49eb-bc88-553db1aef87c service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Received unexpected event network-vif-plugged-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de for instance with vm_state building and task_state spawning. [ 828.857013] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069612} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.857653] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.858457] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ff811-32b9-4f58-bc00-59e267ac0eff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.881010] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18/25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.881834] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ddde9d-69f0-42e4-9a2e-11b3eb289b02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.905120] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 828.905120] env[68089]: value = "task-2852795" [ 828.905120] env[68089]: _type = "Task" [ 828.905120] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.917578] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.935770] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.936060] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.936239] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.936441] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.936602] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.936763] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.936987] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.941021] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.941021] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.941021] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.941021] env[68089]: DEBUG nova.virt.hardware [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.941021] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784e66d4-711d-492d-9b47-77d0c77f7652 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.948187] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a286b1-4f6c-484b-a931-a305db2a5d5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.954088] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Successfully updated port: 8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.967560] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.973863] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.974953] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.975460] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d83f56-6a6d-4ec5-918b-a09be332935e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.992825] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.992825] env[68089]: value = "task-2852796" [ 828.992825] env[68089]: _type = "Task" [ 828.992825] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.000541] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852796, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.306680] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.307766] env[68089]: DEBUG nova.compute.utils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.311863] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51796137-0cb1-4e47-ba6c-9a9b15c82a7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.315334] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.315502] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.322628] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 829.322628] env[68089]: value = "task-2852797" [ 829.322628] env[68089]: _type = "Task" [ 829.322628] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.331040] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852797, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.352536] env[68089]: DEBUG nova.policy [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a7140734dfa44edab2ed3caf92ddff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dba2bfc64344f396c7ede1187fcb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.419194] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852795, 'name': ReconfigVM_Task, 'duration_secs': 0.270264} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.421826] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18/25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.422640] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fab4d75-ada2-4df2-906a-39b8d2356562 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.429845] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 829.429845] env[68089]: value = "task-2852798" [ 829.429845] env[68089]: _type = "Task" [ 829.429845] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.439869] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852798, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.458633] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.458775] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.458938] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.503193] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852796, 'name': CreateVM_Task, 'duration_secs': 0.293446} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.505921] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.506592] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.506773] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.507127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.507408] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05050a44-2dfd-4468-aba8-019dfb4f95a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.513496] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 829.513496] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525a53af-1f89-462e-b539-55edcd43da40" [ 829.513496] env[68089]: _type = "Task" [ 829.513496] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.522500] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525a53af-1f89-462e-b539-55edcd43da40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.744022] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18428e94-b5bf-4527-9b6d-661d15d3f607 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.751024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9201c927-69ed-4fc9-a104-75f07de6ea63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.784279] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd127df8-7a0a-480a-be2f-518dd021bf0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.793370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d16ea8-59eb-4fd3-8b03-b70e819246f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.811121] env[68089]: DEBUG nova.compute.provider_tree [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.816514] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.833456] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852797, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.939540] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852798, 'name': Rename_Task, 'duration_secs': 0.134115} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.939809] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.940059] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e48fc6c-8263-4235-843b-1378643b4e17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.946289] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 829.946289] env[68089]: value = "task-2852799" [ 829.946289] env[68089]: _type = "Task" [ 829.946289] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.957599] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.003151] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.024913] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525a53af-1f89-462e-b539-55edcd43da40, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.025258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.025504] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.025758] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.025929] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.026131] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.026494] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c479507d-732a-46ff-9eb8-eef52a5b7519 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.038021] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.038021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.038021] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83b10fb-ddd7-468f-841e-2495da75e6f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.041111] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 830.041111] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529ae73e-3b66-c7f1-a428-39031af6526c" [ 830.041111] env[68089]: _type = "Task" [ 830.041111] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.049295] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529ae73e-3b66-c7f1-a428-39031af6526c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.052264] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Successfully created port: f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.153588] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Updating instance_info_cache with network_info: [{"id": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "address": "fa:16:3e:8b:f5:97", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aeecbe1-86", "ovs_interfaceid": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.315135] env[68089]: DEBUG nova.scheduler.client.report [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.333355] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852797, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.455639] env[68089]: DEBUG oslo_vmware.api [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852799, 'name': PowerOnVM_Task, 'duration_secs': 0.47334} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.455949] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.457607] env[68089]: INFO nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Took 6.79 seconds to spawn the instance on the hypervisor. [ 830.457607] env[68089]: DEBUG nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.457607] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66580261-c360-49d5-8204-105be08f0512 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.551489] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529ae73e-3b66-c7f1-a428-39031af6526c, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.552333] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cbf8b5-fc66-4cbe-9b9e-32e5aae0ce36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.557903] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 830.557903] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b6b8ff-e027-d6cc-c2f6-79a3bde50767" [ 830.557903] env[68089]: _type = "Task" [ 830.557903] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.565683] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b6b8ff-e027-d6cc-c2f6-79a3bde50767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.660372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.660696] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Instance network_info: |[{"id": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "address": "fa:16:3e:8b:f5:97", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aeecbe1-86", "ovs_interfaceid": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.661148] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:f5:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aeecbe1-8673-42ca-b9fa-eb6d8f8286de', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.668537] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating folder: Project (66dba2bfc64344f396c7ede1187fcb22). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.668821] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99e60b87-2cd3-462e-b4d2-ad069fd112f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.681023] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created folder: Project (66dba2bfc64344f396c7ede1187fcb22) in parent group-v573447. [ 830.681205] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating folder: Instances. Parent ref: group-v573637. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.681484] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a963442-3f17-484d-8cf4-03d10de356e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.690396] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created folder: Instances in parent group-v573637. [ 830.690621] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.690833] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.691048] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1efcc2-347b-431d-b884-2be6fd205330 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.709631] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.709631] env[68089]: value = "task-2852802" [ 830.709631] env[68089]: _type = "Task" [ 830.709631] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.716884] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852802, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.825034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.827564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.630s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.827792] env[68089]: DEBUG nova.objects.instance [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lazy-loading 'resources' on Instance uuid 1bbefba2-5b43-4ccb-beaa-089c90670020 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.835271] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.843699] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852797, 'name': CloneVM_Task, 'duration_secs': 1.471039} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.843795] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Created linked-clone VM from snapshot [ 830.844766] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc866d7a-f4aa-487f-82c8-df53b37e7651 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.853266] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Uploading image 80458546-d81b-4ac0-bf2f-c3714bca34d3 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.857721] env[68089]: INFO nova.scheduler.client.report [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Deleted allocations for instance e3791c02-489d-4e5e-a268-17bd16e6f7e4 [ 830.866034] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.866478] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.866478] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.866569] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.866779] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.866957] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.868037] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.868037] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.868037] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.868037] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.868037] env[68089]: DEBUG nova.virt.hardware [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.868888] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f5b66-9df8-4491-a821-8aaabf87e167 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.875805] env[68089]: DEBUG nova.compute.manager [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Received event network-changed-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.875805] env[68089]: DEBUG nova.compute.manager [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Refreshing instance network info cache due to event network-changed-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 830.875910] env[68089]: DEBUG oslo_concurrency.lockutils [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] Acquiring lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.876064] env[68089]: DEBUG oslo_concurrency.lockutils [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] Acquired lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.876281] env[68089]: DEBUG nova.network.neutron [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Refreshing network info cache for port 8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.883612] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.883612] env[68089]: value = "vm-573636" [ 830.883612] env[68089]: _type = "VirtualMachine" [ 830.883612] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.884845] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5603ab-287e-45e8-a3d0-074629b7b522 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.889220] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62f3afa3-1ca4-42d4-953c-84baacd7dfcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.903721] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lease: (returnval){ [ 830.903721] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525bc573-73ec-3043-ee83-5f70404d5787" [ 830.903721] env[68089]: _type = "HttpNfcLease" [ 830.903721] env[68089]: } obtained for exporting VM: (result){ [ 830.903721] env[68089]: value = "vm-573636" [ 830.903721] env[68089]: _type = "VirtualMachine" [ 830.903721] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 830.904062] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the lease: (returnval){ [ 830.904062] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525bc573-73ec-3043-ee83-5f70404d5787" [ 830.904062] env[68089]: _type = "HttpNfcLease" [ 830.904062] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 830.911032] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.911032] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525bc573-73ec-3043-ee83-5f70404d5787" [ 830.911032] env[68089]: _type = "HttpNfcLease" [ 830.911032] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.911032] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.911032] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525bc573-73ec-3043-ee83-5f70404d5787" [ 830.911032] env[68089]: _type = "HttpNfcLease" [ 830.911032] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.911434] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dd9730-e823-49b6-85fb-eb0e094af686 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.919311] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.919632] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 830.984442] env[68089]: INFO nova.compute.manager [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Took 45.95 seconds to build instance. [ 831.022301] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f0c82a0-5d43-4cab-ba35-100798537ee0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.067854] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b6b8ff-e027-d6cc-c2f6-79a3bde50767, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.068121] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.068385] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.068638] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3c7c27d-5103-4c00-9ef6-bbe8dabececa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.075303] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 831.075303] env[68089]: value = "task-2852804" [ 831.075303] env[68089]: _type = "Task" [ 831.075303] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.083653] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.220231] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852802, 'name': CreateVM_Task, 'duration_secs': 0.482766} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.220461] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.221197] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.221497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.221788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.221972] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e788646-3d67-4aea-b177-e7fe8355a305 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.228414] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 831.228414] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523a30b0-a446-e9cc-8117-92f55d2603a8" [ 831.228414] env[68089]: _type = "Task" [ 831.228414] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.237974] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523a30b0-a446-e9cc-8117-92f55d2603a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.372244] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43a0ebc6-9f14-403c-b5a4-f15bb5c61f96 tempest-ListServerFiltersTestJSON-628955002 tempest-ListServerFiltersTestJSON-628955002-project-member] Lock "e3791c02-489d-4e5e-a268-17bd16e6f7e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.566s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.488885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-475be9ee-c039-41ed-898b-0134c4e32a90 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.462s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.590230] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852804, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.747074] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523a30b0-a446-e9cc-8117-92f55d2603a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.748161] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.749034] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.749385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.750131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.751083] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.752028] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6993d9b7-6dab-4c8f-a81b-7bfc3e814677 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.765315] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.765315] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.766183] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9ce461-2dcf-4f0e-b165-505ef252c512 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.771475] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 831.771475] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52318452-de35-db8f-32fc-0a4c8fccdda5" [ 831.771475] env[68089]: _type = "Task" [ 831.771475] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.780340] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52318452-de35-db8f-32fc-0a4c8fccdda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.806369] env[68089]: DEBUG nova.network.neutron [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Updated VIF entry in instance network info cache for port 8aeecbe1-8673-42ca-b9fa-eb6d8f8286de. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.806469] env[68089]: DEBUG nova.network.neutron [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Updating instance_info_cache with network_info: [{"id": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "address": "fa:16:3e:8b:f5:97", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aeecbe1-86", "ovs_interfaceid": "8aeecbe1-8673-42ca-b9fa-eb6d8f8286de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.883499] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834634ca-1806-4720-821c-4ebfd282c53f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.894797] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f43de-8c0d-44d7-9e7b-957524ea3126 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.937063] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d118079-db59-4eb5-aae8-ced3e036a9ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.944719] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72d1bbc-ed42-48c1-a81a-2f76bcba16d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.649101] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Successfully updated port: f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.656805] env[68089]: DEBUG oslo_concurrency.lockutils [req-961adec1-da81-4762-ba9f-bedd57e8f5a7 req-e2f9a453-ba1d-4cbe-be80-c915505bfa37 service nova] Releasing lock "refresh_cache-6adf6781-8928-407b-978a-f234bca86e8c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.677444] env[68089]: DEBUG nova.compute.provider_tree [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.690771] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52318452-de35-db8f-32fc-0a4c8fccdda5, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.691144] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852804, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.556464} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.692149] env[68089]: DEBUG nova.scheduler.client.report [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.697629] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.697629] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.697629] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36d1b80-4a2c-446a-8127-c10aaddf7a10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.703704] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad5999d4-64e0-4721-9f88-4a2b9fa26e2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.707881] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 832.707881] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526fd55e-671a-4262-82d7-e53b7a4c4b49" [ 832.707881] env[68089]: _type = "Task" [ 832.707881] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.710165] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 832.710165] env[68089]: value = "task-2852805" [ 832.710165] env[68089]: _type = "Task" [ 832.710165] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.726869] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526fd55e-671a-4262-82d7-e53b7a4c4b49, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.730064] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.730425] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6adf6781-8928-407b-978a-f234bca86e8c/6adf6781-8928-407b-978a-f234bca86e8c.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.730871] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.731543] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb65e96-9bbd-451b-b4b2-041477bf1047 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.739171] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 832.739171] env[68089]: value = "task-2852806" [ 832.739171] env[68089]: _type = "Task" [ 832.739171] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.747260] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.899281] env[68089]: DEBUG nova.compute.manager [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Received event network-vif-plugged-f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.899596] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Acquiring lock "648451ff-6133-4285-a91d-ce0102009db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.899807] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Lock "648451ff-6133-4285-a91d-ce0102009db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.901058] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Lock "648451ff-6133-4285-a91d-ce0102009db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.902020] env[68089]: DEBUG nova.compute.manager [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] No waiting events found dispatching network-vif-plugged-f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.902020] env[68089]: WARNING nova.compute.manager [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Received unexpected event network-vif-plugged-f88779ae-72ad-4f49-ae79-fa1e3e39507c for instance with vm_state building and task_state spawning. [ 832.902020] env[68089]: DEBUG nova.compute.manager [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Received event network-changed-f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.902455] env[68089]: DEBUG nova.compute.manager [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Refreshing instance network info cache due to event network-changed-f88779ae-72ad-4f49-ae79-fa1e3e39507c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 832.902455] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Acquiring lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.902561] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Acquired lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.902814] env[68089]: DEBUG nova.network.neutron [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Refreshing network info cache for port f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.157783] env[68089]: DEBUG nova.compute.manager [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.158472] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.159417] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758474fe-4448-47e4-97ee-c9fa1ac11ea4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.198202] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.200887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.515s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.201721] env[68089]: DEBUG nova.objects.instance [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lazy-loading 'resources' on Instance uuid 4462705b-a35a-4b6d-8992-6d07bd1b3001 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.233312] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075552} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.234538] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.236452] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc1eab-2564-4417-aaef-84835f41ad2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.247987] env[68089]: INFO nova.scheduler.client.report [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleted allocations for instance 1bbefba2-5b43-4ccb-beaa-089c90670020 [ 833.271049] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.275839] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfc5160-84e6-451a-994f-428ed0d0d49d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.291689] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.298875] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 833.298875] env[68089]: value = "task-2852807" [ 833.298875] env[68089]: _type = "Task" [ 833.298875] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.309574] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.457151] env[68089]: DEBUG nova.network.neutron [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.591407] env[68089]: DEBUG nova.network.neutron [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.675414] env[68089]: INFO nova.compute.manager [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] instance snapshotting [ 833.679717] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256128a-3358-4538-991d-b44f28e137d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9f765a-0952-4908-b4e0-8d829704019a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.750987] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727956} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.752028] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6adf6781-8928-407b-978a-f234bca86e8c/6adf6781-8928-407b-978a-f234bca86e8c.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.752028] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.752465] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfb9d448-4f9f-4f7b-8b73-c568eb0f0758 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.763788] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 833.763788] env[68089]: value = "task-2852808" [ 833.763788] env[68089]: _type = "Task" [ 833.763788] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.774017] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.779924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2bd51fac-5985-4ae3-b53c-51fb220c4bf5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "1bbefba2-5b43-4ccb-beaa-089c90670020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.074s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.811752] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.094541] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df5fcda-41b1-45fe-80a6-6f893825cf70 req-54bb0932-a5eb-4d06-b597-bf79756e9572 service nova] Releasing lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.097600] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.097840] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.211345] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.213220] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c535fe-39ee-46e1-87f8-afa25e91c0ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.217478] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4616ee2-1fa3-4851-a881-0b30c553f66c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.228907] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca0f02a-5707-4616-ba46-8c222995a543 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.236658] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 834.236658] env[68089]: value = "task-2852809" [ 834.236658] env[68089]: _type = "Task" [ 834.236658] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.276352] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13801655-092e-487b-bf8a-1ed2cfad47e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.283583] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852809, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.288857] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159633} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.291256] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.292159] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b365c01a-abe0-4a0c-9f7a-486a9ffcb8f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.295929] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba2a71-5fda-4983-9a71-625a2a29673d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330333] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 6adf6781-8928-407b-978a-f234bca86e8c/6adf6781-8928-407b-978a-f234bca86e8c.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.331134] env[68089]: DEBUG nova.compute.provider_tree [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.333024] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be42097d-4835-4ead-b346-ac52e6a89ce2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.349370] env[68089]: DEBUG nova.scheduler.client.report [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.357154] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852807, 'name': ReconfigVM_Task, 'duration_secs': 0.943557} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.357444] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606/5bc3ebe5-6bb1-471a-b224-3beb7fd85606.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.358920] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139095de-8706-46e5-af0a-1a9a704c0daf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.362378] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 834.362378] env[68089]: value = "task-2852810" [ 834.362378] env[68089]: _type = "Task" [ 834.362378] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.368484] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 834.368484] env[68089]: value = "task-2852811" [ 834.368484] env[68089]: _type = "Task" [ 834.368484] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.371900] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.382525] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852811, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.496560] env[68089]: INFO nova.compute.manager [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Terminating instance [ 834.659674] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.747730] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852809, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.858076] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.862016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.827s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.882661] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.886553] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852811, 'name': Rename_Task, 'duration_secs': 0.27446} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.886919] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.887176] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf04ae4-2137-4f7f-a608-7540cb22a8e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.895311] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 834.895311] env[68089]: value = "task-2852812" [ 834.895311] env[68089]: _type = "Task" [ 834.895311] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.895444] env[68089]: INFO nova.scheduler.client.report [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Deleted allocations for instance 4462705b-a35a-4b6d-8992-6d07bd1b3001 [ 834.908982] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.004027] env[68089]: DEBUG nova.compute.manager [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.004027] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.004027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b0b2a-9936-437c-b08e-9ebbd8b787ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.011586] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.011586] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d07e442-933f-4c25-a928-2caaf6fc0a5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.019023] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 835.019023] env[68089]: value = "task-2852813" [ 835.019023] env[68089]: _type = "Task" [ 835.019023] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.027111] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.065902] env[68089]: DEBUG nova.network.neutron [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Updating instance_info_cache with network_info: [{"id": "f88779ae-72ad-4f49-ae79-fa1e3e39507c", "address": "fa:16:3e:ea:5d:ab", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88779ae-72", "ovs_interfaceid": "f88779ae-72ad-4f49-ae79-fa1e3e39507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.250981] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852809, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.389172] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852810, 'name': ReconfigVM_Task, 'duration_secs': 0.589702} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.389172] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 6adf6781-8928-407b-978a-f234bca86e8c/6adf6781-8928-407b-978a-f234bca86e8c.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.392549] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f6ef8a-e645-4d5b-bb12-616059093751 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.408460] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 835.408460] env[68089]: value = "task-2852814" [ 835.408460] env[68089]: _type = "Task" [ 835.408460] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.413567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ea072b5f-034d-4a8b-886f-b1a75afb82cd tempest-SecurityGroupsTestJSON-1855215535 tempest-SecurityGroupsTestJSON-1855215535-project-member] Lock "4462705b-a35a-4b6d-8992-6d07bd1b3001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.141s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.422825] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.429146] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852814, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.529577] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852813, 'name': PowerOffVM_Task, 'duration_secs': 0.343836} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.529577] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.529577] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.529577] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c159f022-060b-472d-be74-c0b5afa1e9fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.572936] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "refresh_cache-648451ff-6133-4285-a91d-ce0102009db7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.572936] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance network_info: |[{"id": "f88779ae-72ad-4f49-ae79-fa1e3e39507c", "address": "fa:16:3e:ea:5d:ab", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88779ae-72", "ovs_interfaceid": "f88779ae-72ad-4f49-ae79-fa1e3e39507c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.572936] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88779ae-72ad-4f49-ae79-fa1e3e39507c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.580754] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.581087] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.581330] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f4d3d57-9dd6-4df1-9473-14886f34bec6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.604649] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.604649] env[68089]: value = "task-2852816" [ 835.604649] env[68089]: _type = "Task" [ 835.604649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.612990] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852816, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.618870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.618870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.618870] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleting the datastore file [datastore2] 04fe4efc-95d3-4339-b76c-44d720ab2bd4 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.618870] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7499302-e977-43cb-b6da-b09df6ce756f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.625106] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for the task: (returnval){ [ 835.625106] env[68089]: value = "task-2852817" [ 835.625106] env[68089]: _type = "Task" [ 835.625106] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.633514] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.748786] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852809, 'name': CreateSnapshot_Task, 'duration_secs': 1.060112} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.749135] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.749983] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff59dc-6b7f-4aeb-9440-2a48a337913f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.884656] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 as it has an incoming, in-progress migration fb15eecf-80b9-4594-9819-eed3d562d741. Migration status is reverting {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 835.886823] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating resource usage from migration fb15eecf-80b9-4594-9819-eed3d562d741 [ 835.887135] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating resource usage from migration dcc38aed-4789-4f1d-a33e-5675c1e261cf [ 835.914378] env[68089]: DEBUG oslo_vmware.api [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852812, 'name': PowerOnVM_Task, 'duration_secs': 0.579073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.914378] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.914378] env[68089]: DEBUG nova.compute.manager [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.914378] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd89014a-8911-4ae3-b60b-33479c9fe417 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.922701] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 607865da-9774-47fc-ae4e-1adc0084cec2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.922701] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6c432798-e4a8-45e4-bb75-445c270227b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.922701] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.922701] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6b06ebb-1303-4ff3-82a9-e3d8844b738e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.923082] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance cddcefef-6171-42b5-b184-9c7a52ca7f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923082] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f7670926-83aa-49b9-96fb-3c190fb7c466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923082] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 04fe4efc-95d3-4339-b76c-44d720ab2bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923247] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 3d9a341a-b557-4672-8277-ffc6f71c1397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923247] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923340] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a277398f-2d2e-4b99-a8db-f5bb587e5cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923439] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration fb15eecf-80b9-4594-9819-eed3d562d741 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 835.923942] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923942] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 02d6c677-19dc-4748-8a1e-54d323d158c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 835.923942] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.923942] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 69d8d38e-d292-4a8b-86d4-88e79291c0a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 835.937369] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852814, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.116310] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852816, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.134494] env[68089]: DEBUG oslo_vmware.api [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Task: {'id': task-2852817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249705} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.134760] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.135277] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.135498] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.135718] env[68089]: INFO nova.compute.manager [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.136330] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.136330] env[68089]: DEBUG nova.compute.manager [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.136330] env[68089]: DEBUG nova.network.neutron [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.270099] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.270845] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98d04169-19f8-4c76-82b0-072a4894df67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.279808] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 836.279808] env[68089]: value = "task-2852818" [ 836.279808] env[68089]: _type = "Task" [ 836.279808] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.288461] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852818, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.428111] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852814, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.441097] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.441271] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 5bc3ebe5-6bb1-471a-b224-3beb7fd85606 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.441452] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.441619] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6adf6781-8928-407b-978a-f234bca86e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.441697] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 648451ff-6133-4285-a91d-ce0102009db7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 836.452211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.616670] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852816, 'name': CreateVM_Task, 'duration_secs': 0.537519} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.616854] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.617554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.617730] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.618634] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.618634] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36eec15-cfee-440c-b406-7821edebb8c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.624846] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 836.624846] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5222498c-36df-0a9d-59f4-017efc827542" [ 836.624846] env[68089]: _type = "Task" [ 836.624846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.635699] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5222498c-36df-0a9d-59f4-017efc827542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.774735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.774967] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.796321] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852818, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.923928] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852814, 'name': Rename_Task, 'duration_secs': 1.339997} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.924255] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.924535] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e176386c-a956-47f6-bcb9-e3ac496332af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.933762] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 836.933762] env[68089]: value = "task-2852819" [ 836.933762] env[68089]: _type = "Task" [ 836.933762] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.942247] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.946115] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 33d75751-01fd-4759-9f97-d581a692e684 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.946115] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration dcc38aed-4789-4f1d-a33e-5675c1e261cf is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 836.946115] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance cc928eab-c51b-4f80-a53f-70d55942c69b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 837.142537] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5222498c-36df-0a9d-59f4-017efc827542, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.144268] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.144268] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.144479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.144624] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.144953] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.145994] env[68089]: DEBUG nova.compute.manager [req-f34529bb-6dd4-4d5b-a498-ca117435f671 req-a48776ae-a6d3-41e8-af27-46b0320417cb service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Received event network-vif-deleted-9e4b3ae9-5a25-4757-8240-265d02400b42 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.146195] env[68089]: INFO nova.compute.manager [req-f34529bb-6dd4-4d5b-a498-ca117435f671 req-a48776ae-a6d3-41e8-af27-46b0320417cb service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Neutron deleted interface 9e4b3ae9-5a25-4757-8240-265d02400b42; detaching it from the instance and deleting it from the info cache [ 837.146367] env[68089]: DEBUG nova.network.neutron [req-f34529bb-6dd4-4d5b-a498-ca117435f671 req-a48776ae-a6d3-41e8-af27-46b0320417cb service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.148264] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e39eb7-afc1-4898-95bb-527d04aff50b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.159510] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.159510] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.159510] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac524a6-771c-4d2b-b4da-f97266e3d734 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.165662] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 837.165662] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528d75e4-8fd1-9e13-3f64-b18e79bddb34" [ 837.165662] env[68089]: _type = "Task" [ 837.165662] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.179075] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528d75e4-8fd1-9e13-3f64-b18e79bddb34, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.179075] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d67e28a-9071-4e9c-988d-9d2dbc591b07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.189010] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 837.189010] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d4d02c-3ee2-bb2e-3c46-3140aac591a6" [ 837.189010] env[68089]: _type = "Task" [ 837.189010] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.199824] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d4d02c-3ee2-bb2e-3c46-3140aac591a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.278053] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.288336] env[68089]: DEBUG nova.network.neutron [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.298756] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852818, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.450786] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852819, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.454821] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.651175] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca039ff3-ed7e-4e33-9226-59d8e0902857 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.660277] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c82ee1c-2efe-4cb7-b19c-de210493c3fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.695022] env[68089]: DEBUG nova.compute.manager [req-f34529bb-6dd4-4d5b-a498-ca117435f671 req-a48776ae-a6d3-41e8-af27-46b0320417cb service nova] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Detach interface failed, port_id=9e4b3ae9-5a25-4757-8240-265d02400b42, reason: Instance 04fe4efc-95d3-4339-b76c-44d720ab2bd4 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 837.704723] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d4d02c-3ee2-bb2e-3c46-3140aac591a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.704982] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.705256] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 648451ff-6133-4285-a91d-ce0102009db7/648451ff-6133-4285-a91d-ce0102009db7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.705516] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea25551-c8b1-497d-bd87-f29d995f2948 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.712826] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 837.712826] env[68089]: value = "task-2852820" [ 837.712826] env[68089]: _type = "Task" [ 837.712826] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.720464] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.791872] env[68089]: INFO nova.compute.manager [-] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Took 1.66 seconds to deallocate network for instance. [ 837.799372] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852818, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.813541] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.945901] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852819, 'name': PowerOnVM_Task, 'duration_secs': 0.596724} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.947283] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.947680] env[68089]: INFO nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Took 9.73 seconds to spawn the instance on the hypervisor. [ 837.947983] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.948974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34738d13-7b95-4636-99b0-80034571a2fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.963064] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance d364a3c8-6f2f-4ef6-a3d8-23e200263608 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.989632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.989632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.989632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.989632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.989632] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.991114] env[68089]: INFO nova.compute.manager [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Terminating instance [ 838.226997] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852820, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.296029] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852818, 'name': CloneVM_Task, 'duration_secs': 1.725161} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.296029] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Created linked-clone VM from snapshot [ 838.296029] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c767041-0cea-414c-8c63-c9e679b44c65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.308179] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.308179] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Uploading image 695a30df-2e59-4645-8abd-7360bee016b4 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 838.337087] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.337087] env[68089]: value = "vm-573642" [ 838.337087] env[68089]: _type = "VirtualMachine" [ 838.337087] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.337087] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1468e7bf-aef6-499f-a21e-fd504533117a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.346184] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease: (returnval){ [ 838.346184] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b698de-351e-693d-f3f3-838d87083aab" [ 838.346184] env[68089]: _type = "HttpNfcLease" [ 838.346184] env[68089]: } obtained for exporting VM: (result){ [ 838.346184] env[68089]: value = "vm-573642" [ 838.346184] env[68089]: _type = "VirtualMachine" [ 838.346184] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.346184] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the lease: (returnval){ [ 838.346184] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b698de-351e-693d-f3f3-838d87083aab" [ 838.346184] env[68089]: _type = "HttpNfcLease" [ 838.346184] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.352509] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.352509] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b698de-351e-693d-f3f3-838d87083aab" [ 838.352509] env[68089]: _type = "HttpNfcLease" [ 838.352509] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 838.468347] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 24e8dd88-f334-49fe-8b84-7f7e680f8b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.473844] env[68089]: INFO nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Took 51.98 seconds to build instance. [ 838.496590] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "refresh_cache-5bc3ebe5-6bb1-471a-b224-3beb7fd85606" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.497024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquired lock "refresh_cache-5bc3ebe5-6bb1-471a-b224-3beb7fd85606" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.497334] env[68089]: DEBUG nova.network.neutron [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.724770] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544817} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.725212] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 648451ff-6133-4285-a91d-ce0102009db7/648451ff-6133-4285-a91d-ce0102009db7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.725447] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.725742] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93c9a829-4755-410b-b7d1-6ce400a2e2b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.734031] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 838.734031] env[68089]: value = "task-2852822" [ 838.734031] env[68089]: _type = "Task" [ 838.734031] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.743986] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.854792] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.854792] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b698de-351e-693d-f3f3-838d87083aab" [ 838.854792] env[68089]: _type = "HttpNfcLease" [ 838.854792] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.854792] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.854792] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b698de-351e-693d-f3f3-838d87083aab" [ 838.854792] env[68089]: _type = "HttpNfcLease" [ 838.854792] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.855795] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239e036-bd93-4a46-b0e2-70de66ce9547 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.864337] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.864600] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.974720] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance ded00217-6925-489f-98cb-b1ffeca768f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 838.976820] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.491s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.019691] env[68089]: DEBUG nova.network.neutron [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.050673] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35fe1830-39ba-4244-8c12-adc96f7a17a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.114461] env[68089]: DEBUG nova.network.neutron [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.244901] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085534} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.245230] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.246294] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc70db-ddef-4a3a-b4a2-cddfb527eec3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.275396] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 648451ff-6133-4285-a91d-ce0102009db7/648451ff-6133-4285-a91d-ce0102009db7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.275396] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922e4982-441b-4ac7-b739-669c9e677702 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.297739] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 839.297739] env[68089]: value = "task-2852823" [ 839.297739] env[68089]: _type = "Task" [ 839.297739] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.310492] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.477762] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 098a53c6-93dc-41cd-aeab-f6139a366ae0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 839.478159] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 839.478500] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 839.621107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Releasing lock "refresh_cache-5bc3ebe5-6bb1-471a-b224-3beb7fd85606" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.621759] env[68089]: DEBUG nova.compute.manager [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.622434] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.627181] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44f2980-ea96-441e-917c-150ebc65529b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.637964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.641789] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-001f419f-14fe-4a40-8953-103bea7c097f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.650307] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 839.650307] env[68089]: value = "task-2852824" [ 839.650307] env[68089]: _type = "Task" [ 839.650307] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.663288] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.807813] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852823, 'name': ReconfigVM_Task, 'duration_secs': 0.490502} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.811674] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 648451ff-6133-4285-a91d-ce0102009db7/648451ff-6133-4285-a91d-ce0102009db7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.813755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f5accd7-c99c-47dc-9dd5-6823a69b3848 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.819110] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 839.819110] env[68089]: value = "task-2852825" [ 839.819110] env[68089]: _type = "Task" [ 839.819110] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.829093] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852825, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.936174] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a485c-0bc3-43ed-a8dc-ea6080862c4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.944400] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d9dbf-3a41-488d-9dec-26c89de42c16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.977089] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecabab-7cfd-4fc1-bc31-59d2fd6cd8cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.986143] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a453804-34ad-473d-a542-3ad61dc20a62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.000253] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.162916] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852824, 'name': PowerOffVM_Task, 'duration_secs': 0.2614} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.163430] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.164296] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.164296] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f0b4cc-3cc4-4d9a-abb5-fd36426c06e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.189533] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.189824] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.189970] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Deleting the datastore file [datastore2] 5bc3ebe5-6bb1-471a-b224-3beb7fd85606 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.190280] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8321912e-42f3-42a1-b4a9-a20c510ccd99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.197725] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for the task: (returnval){ [ 840.197725] env[68089]: value = "task-2852827" [ 840.197725] env[68089]: _type = "Task" [ 840.197725] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.207172] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.330063] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852825, 'name': Rename_Task, 'duration_secs': 0.195621} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.330451] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.330686] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f09e23-3c63-42df-aa1b-5e76c8e9e589 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.337095] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 840.337095] env[68089]: value = "task-2852828" [ 840.337095] env[68089]: _type = "Task" [ 840.337095] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.345467] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.504131] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.708293] env[68089]: DEBUG oslo_vmware.api [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Task: {'id': task-2852827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128605} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.708626] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.708855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.709063] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.709248] env[68089]: INFO nova.compute.manager [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Took 1.09 seconds to destroy the instance on the hypervisor. [ 840.709528] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.709733] env[68089]: DEBUG nova.compute.manager [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.709831] env[68089]: DEBUG nova.network.neutron [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.726897] env[68089]: DEBUG nova.network.neutron [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.850559] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852828, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.008822] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 841.009159] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.147s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.009446] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.938s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.011083] env[68089]: INFO nova.compute.claims [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.013933] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.015581] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 841.229951] env[68089]: DEBUG nova.network.neutron [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.348621] env[68089]: DEBUG oslo_vmware.api [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852828, 'name': PowerOnVM_Task, 'duration_secs': 0.596605} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.348992] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.349117] env[68089]: INFO nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Took 10.51 seconds to spawn the instance on the hypervisor. [ 841.349299] env[68089]: DEBUG nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.350110] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e51c1-4c68-40cd-a47c-0c9eec327ae4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.534218] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] There are 44 instances to clean {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 841.534562] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: bb09cb46-74fd-4912-abb7-c392d5a51c49] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 841.732643] env[68089]: INFO nova.compute.manager [-] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Took 1.02 seconds to deallocate network for instance. [ 841.868578] env[68089]: INFO nova.compute.manager [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Took 55.33 seconds to build instance. [ 841.907670] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb6f05-bbee-47ff-89c6-4d65e2346ada {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917066] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f4d0d3-2241-4f73-8e4d-c5b106d908dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.948991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b1dc3-8079-4b45-a45f-a89167f3adf4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.956762] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e5209e-8441-42e9-b955-edeea8ed8d8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.970937] env[68089]: DEBUG nova.compute.provider_tree [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.042229] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 1bbefba2-5b43-4ccb-beaa-089c90670020] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 842.238996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.370472] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ea35173-c427-4104-9159-5cbd79068029 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.844s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.474775] env[68089]: DEBUG nova.scheduler.client.report [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.545536] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c4c584a9-8846-4623-8082-a25ad4c639c5] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 842.980173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.971s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.980812] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.983481] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.555s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.983672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.987234] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 46.715s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.009408] env[68089]: INFO nova.scheduler.client.report [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted allocations for instance a6b06ebb-1303-4ff3-82a9-e3d8844b738e [ 843.048933] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 739fb198-a531-44e0-87eb-383f90ee0ec9] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 843.490701] env[68089]: DEBUG nova.compute.utils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.494410] env[68089]: INFO nova.compute.claims [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.498127] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.498326] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.517054] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3650bfb3-241e-41be-9fc8-a02908b0ee88 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "a6b06ebb-1303-4ff3-82a9-e3d8844b738e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.283s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.552711] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a3e1bac3-9013-4f60-aa97-aa1d1502b360] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 843.657712] env[68089]: DEBUG nova.policy [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f490c452f8d54cfc8e93a9fe7e436819', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158d2b92b21a42a8abcb2e61c687c6d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.936389] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Successfully created port: 8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.999545] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.004377] env[68089]: INFO nova.compute.resource_tracker [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating resource usage from migration dcc38aed-4789-4f1d-a33e-5675c1e261cf [ 844.056179] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6a894398-7cdf-4c97-a46e-13992f90a91d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 844.378802] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07d5c8-b8fd-493f-9351-ec0643d785b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.387126] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659cea41-c150-4cfd-a9a6-b94836466210 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.418227] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c3567-920c-4746-8798-5a36dabb8c9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.425698] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba9b64-dfbd-42ba-9c3d-a4fca7f0ac33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.439771] env[68089]: DEBUG nova.compute.provider_tree [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.562598] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 26a22789-6320-44ea-bd82-9485f81b22d7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 844.802516] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 844.803630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af6977-b853-4709-a797-e14bfdb9bdb9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.812410] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 844.812593] env[68089]: ERROR oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk due to incomplete transfer. [ 844.812874] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8981a910-d334-4b11-8a01-631545fa3984 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.821480] env[68089]: DEBUG oslo_vmware.rw_handles [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52078d7a-9799-b971-868e-61be23a43d99/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 844.821730] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Uploaded image 80458546-d81b-4ac0-bf2f-c3714bca34d3 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 844.824150] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 844.824413] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b41102dc-0931-4da2-942d-9080d64e0a52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.831596] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 844.831596] env[68089]: value = "task-2852829" [ 844.831596] env[68089]: _type = "Task" [ 844.831596] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.839585] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852829, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.943403] env[68089]: DEBUG nova.scheduler.client.report [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.016199] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.039948] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.041211] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.041211] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.041211] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.041525] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.041801] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.045027] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.045027] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.045027] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.045027] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.045027] env[68089]: DEBUG nova.virt.hardware [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.045027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd32659-d867-44e5-8a80-c04e0ca00393 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.053215] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b49cd3-da2a-46fb-bc6f-7a21d6aed3da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.069622] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6bf38e3a-9389-4130-b6a4-4e8ed5db72ed] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 845.342511] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852829, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.448664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.461s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.449028] env[68089]: INFO nova.compute.manager [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Migrating [ 845.456142] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.707s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.457638] env[68089]: INFO nova.compute.claims [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.573983] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: d93aeda1-6df1-4968-89ff-2a4dbf865c98] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 845.843565] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852829, 'name': Destroy_Task, 'duration_secs': 0.668409} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.843675] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Destroyed the VM [ 845.844607] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 845.844607] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d0ceaff-845a-49b1-8dd0-dff8abd9503f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.850973] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 845.850973] env[68089]: value = "task-2852830" [ 845.850973] env[68089]: _type = "Task" [ 845.850973] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.862968] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852830, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.916600] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Successfully updated port: 8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.968955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.969249] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.969336] env[68089]: DEBUG nova.network.neutron [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.029696] env[68089]: DEBUG nova.compute.manager [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Received event network-vif-plugged-8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.029696] env[68089]: DEBUG oslo_concurrency.lockutils [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] Acquiring lock "33d75751-01fd-4759-9f97-d581a692e684-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.029696] env[68089]: DEBUG oslo_concurrency.lockutils [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] Lock "33d75751-01fd-4759-9f97-d581a692e684-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.029696] env[68089]: DEBUG oslo_concurrency.lockutils [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] Lock "33d75751-01fd-4759-9f97-d581a692e684-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.030211] env[68089]: DEBUG nova.compute.manager [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] No waiting events found dispatching network-vif-plugged-8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.030799] env[68089]: WARNING nova.compute.manager [req-39c8cbba-d480-4ecd-b7c9-461cd028da9e req-bb9b13aa-12b2-477a-9102-ed3c00b3b8af service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Received unexpected event network-vif-plugged-8d199762-7b63-4d50-ad05-d3107ee1aab7 for instance with vm_state building and task_state spawning. [ 846.077025] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 7516cc2e-e16f-4751-aa29-8b17dbfcbf97] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 846.360802] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852830, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.423330] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.423481] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.423634] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.566058] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "6c432798-e4a8-45e4-bb75-445c270227b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.566326] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.566530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.566712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.566877] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.569052] env[68089]: INFO nova.compute.manager [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Terminating instance [ 846.580867] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: af7e82a2-6dd2-46f1-9e49-2df318b839c1] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 846.747205] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "6adf6781-8928-407b-978a-f234bca86e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.747571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.747793] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "6adf6781-8928-407b-978a-f234bca86e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.747928] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.748109] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.752814] env[68089]: INFO nova.compute.manager [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Terminating instance [ 846.849214] env[68089]: DEBUG nova.network.neutron [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.862133] env[68089]: DEBUG oslo_vmware.api [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852830, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542651} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.865542] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.865784] env[68089]: INFO nova.compute.manager [None req-33c9438d-018d-485d-96f3-e83866c8622a tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 19.66 seconds to snapshot the instance on the hypervisor. [ 846.879198] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf0011-bfa9-4548-852d-4ae5435604b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.888644] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82344ac3-a577-4ab5-987c-0645c692fb58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.919651] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9bf1f6-46ed-49b3-951d-d2584db299f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.929317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39198cf9-14fd-48d8-aba3-a006361f5e60 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.944096] env[68089]: DEBUG nova.compute.provider_tree [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.995447] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.072298] env[68089]: DEBUG nova.compute.manager [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.072604] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.074809] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c52bb79-193b-4ffd-add6-c94b07cea75a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.081804] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.082056] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523a2d75-02d3-4e4f-bb22-f90e8ea64aee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.089053] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 06e8e418-ed6c-411b-b4da-f4e033ed0c65] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 847.089583] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 847.089583] env[68089]: value = "task-2852831" [ 847.089583] env[68089]: _type = "Task" [ 847.089583] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.098817] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.173975] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "648451ff-6133-4285-a91d-ce0102009db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.173975] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.174217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "648451ff-6133-4285-a91d-ce0102009db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.175037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.175037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.178346] env[68089]: INFO nova.compute.manager [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Terminating instance [ 847.210820] env[68089]: DEBUG nova.network.neutron [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Updating instance_info_cache with network_info: [{"id": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "address": "fa:16:3e:16:7a:99", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d199762-7b", "ovs_interfaceid": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.262879] env[68089]: DEBUG nova.compute.manager [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.262879] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.262879] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282c3c89-710a-4e5a-ba03-4ffbd9c6c4fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.273209] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.273582] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634bcc6c-1de0-4b54-8270-31251590ed46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.280927] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 847.280927] env[68089]: value = "task-2852832" [ 847.280927] env[68089]: _type = "Task" [ 847.280927] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.290018] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.352033] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.447740] env[68089]: DEBUG nova.scheduler.client.report [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.592802] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c7324ad3-0fb9-4322-b708-dd9d86aa6b6d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 847.603689] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852831, 'name': PowerOffVM_Task, 'duration_secs': 0.33473} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.603960] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.604182] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.604397] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc5ef8ea-391c-4723-bdfa-1e6d463fd5c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.672407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.672654] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.672873] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore1] 6c432798-e4a8-45e4-bb75-445c270227b8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.673160] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-160a9ef7-77b2-4dd9-8664-357d3c948722 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.680238] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 847.680238] env[68089]: value = "task-2852834" [ 847.680238] env[68089]: _type = "Task" [ 847.680238] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.683979] env[68089]: DEBUG nova.compute.manager [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.684197] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.685468] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f377cd9-41d0-4b86-8781-278990f428cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.693022] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.695306] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.695592] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c0a6ea1-157d-4204-992a-37ca68dd15a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.701153] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 847.701153] env[68089]: value = "task-2852835" [ 847.701153] env[68089]: _type = "Task" [ 847.701153] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.710380] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.714016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.714357] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Instance network_info: |[{"id": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "address": "fa:16:3e:16:7a:99", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d199762-7b", "ovs_interfaceid": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.714852] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:7a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d199762-7b63-4d50-ad05-d3107ee1aab7', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.723124] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.723379] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.723860] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b39a0cd-c248-4963-9d0d-07581de12f70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.744781] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.744781] env[68089]: value = "task-2852836" [ 847.744781] env[68089]: _type = "Task" [ 847.744781] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.753057] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852836, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.792608] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852832, 'name': PowerOffVM_Task, 'duration_secs': 0.215161} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.793308] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.793769] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.794153] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abfd7975-ae38-4e2a-8b3e-a77e41e0c43f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.849230] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 847.850206] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bf4d76-4767-4079-9718-e96bcae9f209 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.862048] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 847.862048] env[68089]: ERROR oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk due to incomplete transfer. [ 847.862048] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f30abcf7-7906-4251-9ca9-40cd0ac6c7cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.863515] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.863801] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.864034] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleting the datastore file [datastore2] 6adf6781-8928-407b-978a-f234bca86e8c {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.864325] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5111e2a2-a39a-4eb7-bcf5-52904a30692b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.871307] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 847.871307] env[68089]: value = "task-2852838" [ 847.871307] env[68089]: _type = "Task" [ 847.871307] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.880037] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.881713] env[68089]: DEBUG oslo_vmware.rw_handles [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52029988-2828-4024-3685-eeb1a1940f27/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 847.881956] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Uploaded image 695a30df-2e59-4645-8abd-7360bee016b4 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 847.884874] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.885140] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8dc4a2b-8e55-48db-ab2e-7715d55ea3b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.891304] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 847.891304] env[68089]: value = "task-2852839" [ 847.891304] env[68089]: _type = "Task" [ 847.891304] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.899444] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852839, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.952913] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.954898] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.956652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.746s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.053084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "02d6c677-19dc-4748-8a1e-54d323d158c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.053419] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.053665] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.053886] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.054100] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.056250] env[68089]: INFO nova.compute.manager [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Terminating instance [ 848.098069] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f73d6245-6df4-47d5-98c4-643dfe7fa81e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 848.192371] env[68089]: DEBUG oslo_vmware.api [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140134} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.192644] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.193117] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.193117] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.193246] env[68089]: INFO nova.compute.manager [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 848.193530] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.193638] env[68089]: DEBUG nova.compute.manager [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.193704] env[68089]: DEBUG nova.network.neutron [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.203476] env[68089]: DEBUG nova.compute.manager [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Received event network-changed-8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.203666] env[68089]: DEBUG nova.compute.manager [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Refreshing instance network info cache due to event network-changed-8d199762-7b63-4d50-ad05-d3107ee1aab7. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 848.203882] env[68089]: DEBUG oslo_concurrency.lockutils [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] Acquiring lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204034] env[68089]: DEBUG oslo_concurrency.lockutils [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] Acquired lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.204196] env[68089]: DEBUG nova.network.neutron [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Refreshing network info cache for port 8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.214614] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852835, 'name': PowerOffVM_Task, 'duration_secs': 0.204378} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.215408] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.215582] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.215826] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f345863-1f87-44f1-989e-33ab991baa30 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.256986] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852836, 'name': CreateVM_Task, 'duration_secs': 0.351825} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.257182] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.257800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.257956] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.258316] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.258569] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e1b5a5-c361-430f-8878-d540e427b131 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.262945] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 848.262945] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5211fc17-566e-b58b-f538-0d4b95bfe64e" [ 848.262945] env[68089]: _type = "Task" [ 848.262945] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.270417] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5211fc17-566e-b58b-f538-0d4b95bfe64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.280434] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.280648] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.280825] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleting the datastore file [datastore2] 648451ff-6133-4285-a91d-ce0102009db7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.281086] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6f0544-d879-4349-9a30-6eb215279cd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.289092] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 848.289092] env[68089]: value = "task-2852841" [ 848.289092] env[68089]: _type = "Task" [ 848.289092] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.296934] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.382542] env[68089]: DEBUG oslo_vmware.api [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147282} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.382858] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.383089] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.383304] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.383875] env[68089]: INFO nova.compute.manager [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 848.383875] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.384167] env[68089]: DEBUG nova.compute.manager [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.384167] env[68089]: DEBUG nova.network.neutron [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.410799] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852839, 'name': Destroy_Task, 'duration_secs': 0.418063} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.410799] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Destroyed the VM [ 848.410799] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.410799] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e626574-33ad-40b2-bb88-1c1977cc581f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.416386] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 848.416386] env[68089]: value = "task-2852842" [ 848.416386] env[68089]: _type = "Task" [ 848.416386] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.426890] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.460195] env[68089]: DEBUG nova.objects.instance [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lazy-loading 'migration_context' on Instance uuid 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.461829] env[68089]: DEBUG nova.compute.utils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.463253] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.463364] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.529597] env[68089]: DEBUG nova.policy [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.560539] env[68089]: DEBUG nova.compute.manager [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.560824] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.561754] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d558fe-9e32-4ba7-9308-60dbfa0dd89b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.573395] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.573395] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31893942-c806-40c4-a89c-9e556f1b7463 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.578972] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 848.578972] env[68089]: value = "task-2852843" [ 848.578972] env[68089]: _type = "Task" [ 848.578972] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.590958] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.603706] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 09f7e7be-d9dc-40cd-acd1-1655812fe818] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 848.658280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.658280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.777759] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5211fc17-566e-b58b-f538-0d4b95bfe64e, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.779677] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.780121] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.782036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.782036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.782036] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.782827] env[68089]: DEBUG nova.compute.manager [req-00d4c38b-159e-4a45-b882-7a8a5c83b7e6 req-ffc5b859-ae16-4be5-9136-f5c7a2f0e33f service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Received event network-vif-deleted-8aeecbe1-8673-42ca-b9fa-eb6d8f8286de {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.783135] env[68089]: INFO nova.compute.manager [req-00d4c38b-159e-4a45-b882-7a8a5c83b7e6 req-ffc5b859-ae16-4be5-9136-f5c7a2f0e33f service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Neutron deleted interface 8aeecbe1-8673-42ca-b9fa-eb6d8f8286de; detaching it from the instance and deleting it from the info cache [ 848.783436] env[68089]: DEBUG nova.network.neutron [req-00d4c38b-159e-4a45-b882-7a8a5c83b7e6 req-ffc5b859-ae16-4be5-9136-f5c7a2f0e33f service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.785239] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99261175-7ad4-48c4-9e6a-663c2d369aa0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.800020] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.800020] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.802344] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f498b29-480c-4578-9997-b4a87d07d0e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.805282] env[68089]: DEBUG oslo_vmware.api [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2852841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140966} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.806709] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.807063] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.807381] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.807689] env[68089]: INFO nova.compute.manager [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 848.808063] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.808964] env[68089]: DEBUG nova.compute.manager [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.809197] env[68089]: DEBUG nova.network.neutron [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.812555] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 848.812555] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5238dd0f-22c3-488e-495a-9a5379c31ccf" [ 848.812555] env[68089]: _type = "Task" [ 848.812555] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.824526] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5238dd0f-22c3-488e-495a-9a5379c31ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.826783] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f29511-cef2-4558-88e6-f59a23c6ee7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.832560] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 848.832560] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3f2d8-2f81-b108-0b99-0763e4c0db03" [ 848.832560] env[68089]: _type = "Task" [ 848.832560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.842356] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3f2d8-2f81-b108-0b99-0763e4c0db03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.871083] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbedb0-8934-48c7-8bbc-2b1f26b18119 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.895619] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.936020] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852842, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.971699] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.976963] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Successfully created port: 6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.090722] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852843, 'name': PowerOffVM_Task, 'duration_secs': 0.33602} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.094354] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.094519] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.095741] env[68089]: DEBUG nova.network.neutron [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.096703] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bc3d8db-a067-4ce2-9ed4-4c2e519e30a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.106875] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c9b2c2cc-ecdb-4f9a-bb36-dbe5f39405b8] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 849.130354] env[68089]: DEBUG nova.network.neutron [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Updated VIF entry in instance network info cache for port 8d199762-7b63-4d50-ad05-d3107ee1aab7. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.130762] env[68089]: DEBUG nova.network.neutron [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Updating instance_info_cache with network_info: [{"id": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "address": "fa:16:3e:16:7a:99", "network": {"id": "5f028e9f-705b-440b-b2ea-3654e5813f0b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1885278495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d2b92b21a42a8abcb2e61c687c6d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d199762-7b", "ovs_interfaceid": "8d199762-7b63-4d50-ad05-d3107ee1aab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.161130] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.177900] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.178155] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.178411] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Deleting the datastore file [datastore2] 02d6c677-19dc-4748-8a1e-54d323d158c2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.179433] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8458694b-f6df-48b5-8b27-f351b4b10f26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.186282] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for the task: (returnval){ [ 849.186282] env[68089]: value = "task-2852845" [ 849.186282] env[68089]: _type = "Task" [ 849.186282] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.199248] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.238382] env[68089]: DEBUG nova.network.neutron [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.291439] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e7a08b1-e398-4b2f-abbb-d7a7d0be3f7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.303796] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b217b0b-4707-476d-b6e8-c3213c9a02f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.343015] env[68089]: DEBUG nova.compute.manager [req-00d4c38b-159e-4a45-b882-7a8a5c83b7e6 req-ffc5b859-ae16-4be5-9136-f5c7a2f0e33f service nova] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Detach interface failed, port_id=8aeecbe1-8673-42ca-b9fa-eb6d8f8286de, reason: Instance 6adf6781-8928-407b-978a-f234bca86e8c could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 849.354105] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3f2d8-2f81-b108-0b99-0763e4c0db03, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.354384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.354642] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 33d75751-01fd-4759-9f97-d581a692e684/33d75751-01fd-4759-9f97-d581a692e684.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.354901] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443c5d62-20f3-4eb4-a679-2727054250b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.366443] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 849.366443] env[68089]: value = "task-2852846" [ 849.366443] env[68089]: _type = "Task" [ 849.366443] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.376052] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.401526] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.402029] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa07f6d-424c-45cf-91c1-00d7a56944f4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.408125] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 849.408125] env[68089]: value = "task-2852847" [ 849.408125] env[68089]: _type = "Task" [ 849.408125] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.422983] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.423174] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.431599] env[68089]: DEBUG oslo_vmware.api [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852842, 'name': RemoveSnapshot_Task, 'duration_secs': 0.843812} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.434215] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.434433] env[68089]: INFO nova.compute.manager [None req-e915703c-db7e-4306-86f5-79329696a08c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 849.484809] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9aaae-1129-4926-b9ab-d27a5225438a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.493541] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894aee43-7e3c-43aa-9fed-c2ff573d0f49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.530023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15120ee-7828-48b6-b328-519d5055af6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.539045] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f35c9-533f-4698-a331-a2e76cae826c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.555428] env[68089]: DEBUG nova.compute.provider_tree [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.600067] env[68089]: INFO nova.compute.manager [-] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Took 1.41 seconds to deallocate network for instance. [ 849.609999] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: b5751918-d166-4b39-a5ee-fe2500f85ace] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 849.633273] env[68089]: DEBUG oslo_concurrency.lockutils [req-84835b5c-7533-4751-8bc7-ff4352ad3daf req-7283a2f2-a82c-4896-aa61-6f2b4b50454c service nova] Releasing lock "refresh_cache-33d75751-01fd-4759-9f97-d581a692e684" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.678170] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.679655] env[68089]: DEBUG nova.network.neutron [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.699429] env[68089]: DEBUG oslo_vmware.api [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Task: {'id': task-2852845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.700031] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.700031] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.700218] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.700480] env[68089]: INFO nova.compute.manager [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.700780] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.700995] env[68089]: DEBUG nova.compute.manager [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.701141] env[68089]: DEBUG nova.network.neutron [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.744542] env[68089]: INFO nova.compute.manager [-] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Took 1.36 seconds to deallocate network for instance. [ 849.876802] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489325} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.877115] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 33d75751-01fd-4759-9f97-d581a692e684/33d75751-01fd-4759-9f97-d581a692e684.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.877304] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.877697] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3cad8e-ae90-4359-bace-a85e22eae4f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.883997] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 849.883997] env[68089]: value = "task-2852848" [ 849.883997] env[68089]: _type = "Task" [ 849.883997] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.892014] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.916814] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.917067] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.929618] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.929877] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.930053] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.930240] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.930422] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.930557] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.930764] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.930917] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.931093] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.931257] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.931453] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.938583] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89ac9a8-3e8b-4994-bf34-df16b975b296 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.955291] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 849.955291] env[68089]: value = "task-2852849" [ 849.955291] env[68089]: _type = "Task" [ 849.955291] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.964194] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.988976] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.016305] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.016562] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.016756] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.016952] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.017120] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.017271] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.017513] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.017685] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.017853] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.018023] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.018204] env[68089]: DEBUG nova.virt.hardware [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.019083] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ef817-ce01-40d7-a2e5-fac52eaef0f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.027849] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889e19f6-b702-45de-bf35-986e064f2f3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.076049] env[68089]: ERROR nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [req-a29b69ff-4a64-47fa-bbbd-9a698d200069] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a29b69ff-4a64-47fa-bbbd-9a698d200069"}]} [ 850.091977] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 850.104833] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 850.105105] env[68089]: DEBUG nova.compute.provider_tree [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.107559] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.113496] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 43b0abe5-0b57-46f0-bccc-0c4398ad8ff5] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 850.116916] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 850.136818] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 850.182250] env[68089]: INFO nova.compute.manager [-] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Took 1.37 seconds to deallocate network for instance. [ 850.250167] env[68089]: DEBUG nova.compute.manager [req-1050cc37-2776-4800-95f9-25485780e9ff req-ec6a13ae-c7df-471d-8bb4-64568624b21e service nova] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Received event network-vif-deleted-ddcf35dd-80aa-4ab9-80df-2d1fc0b3fa28 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.251860] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.394386] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072379} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.395118] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.395457] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901ca83-35b2-4bb5-b2d1-dfbe18c5f297 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.420497] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 33d75751-01fd-4759-9f97-d581a692e684/33d75751-01fd-4759-9f97-d581a692e684.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.424173] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.425830] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ed3d01-9f05-47a5-8419-5302dfe3cea2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.448487] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 850.448487] env[68089]: value = "task-2852850" [ 850.448487] env[68089]: _type = "Task" [ 850.448487] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.462522] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.469122] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852849, 'name': ReconfigVM_Task, 'duration_secs': 0.333477} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.471887] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.481051] env[68089]: DEBUG nova.network.neutron [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.569790] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40aaf2-91b9-4b88-8e77-12a29de1b72d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.580143] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccf334-fa38-4f7a-9ff5-aec8d21c4ac8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.614970] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Successfully updated port: 6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.617354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f5b0e7-dc1e-47a6-8ca7-378940aef9a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.620107] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0d241e7c-dd42-44d5-9872-3745f26d796e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 850.628512] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679fbef-65cb-48a4-952f-4717bd900c64 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.645467] env[68089]: DEBUG nova.compute.provider_tree [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.688866] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.848519] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Received event network-vif-deleted-f88779ae-72ad-4f49-ae79-fa1e3e39507c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.851032] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Received event network-vif-deleted-53185c0f-5400-465d-bf6a-d0c2f38f2eb8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.851032] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Received event network-vif-plugged-6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.851032] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Acquiring lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.851032] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.851032] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.851032] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] No waiting events found dispatching network-vif-plugged-6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.851032] env[68089]: WARNING nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Received unexpected event network-vif-plugged-6ba462fa-7d11-4096-9f1d-92f661ed449b for instance with vm_state building and task_state spawning. [ 850.851032] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Received event network-changed-6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.851032] env[68089]: DEBUG nova.compute.manager [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Refreshing instance network info cache due to event network-changed-6ba462fa-7d11-4096-9f1d-92f661ed449b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 850.851032] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Acquiring lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.851032] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Acquired lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.851032] env[68089]: DEBUG nova.network.neutron [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Refreshing network info cache for port 6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.959044] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852850, 'name': ReconfigVM_Task, 'duration_secs': 0.30022} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.959766] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.960092] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 33d75751-01fd-4759-9f97-d581a692e684/33d75751-01fd-4759-9f97-d581a692e684.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.960731] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e305a630-ebb6-44f1-814b-3196d8e71104 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.967335] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 850.967335] env[68089]: value = "task-2852851" [ 850.967335] env[68089]: _type = "Task" [ 850.967335] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.975041] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852851, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.977926] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.978155] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.978313] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.978523] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.978677] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.978823] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.979035] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.979199] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.979363] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.979557] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.979711] env[68089]: DEBUG nova.virt.hardware [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.985415] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.986158] env[68089]: INFO nova.compute.manager [-] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Took 1.29 seconds to deallocate network for instance. [ 850.986374] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6c3762-6a86-44dc-8950-30a823085e8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.010676] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 851.010676] env[68089]: value = "task-2852852" [ 851.010676] env[68089]: _type = "Task" [ 851.010676] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.019444] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.123377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.123884] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 55d3c938-61f2-4c70-8333-2ba3a640b625] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 851.149847] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.392880] env[68089]: DEBUG nova.network.neutron [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.465708] env[68089]: DEBUG nova.network.neutron [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.477801] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852851, 'name': Rename_Task, 'duration_secs': 0.153612} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.478076] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.478334] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b6bfae-dc0e-418b-9538-cbb55842373f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.484353] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 851.484353] env[68089]: value = "task-2852853" [ 851.484353] env[68089]: _type = "Task" [ 851.484353] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.491392] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.505668] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.517903] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852852, 'name': ReconfigVM_Task, 'duration_secs': 0.189972} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.518162] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.518966] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec47283-2241-4327-89ca-29a06b9241fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.543063] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.543681] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3d8f0c-1c2c-4bc5-861c-f9c6ed30c1e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.560660] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 851.560660] env[68089]: value = "task-2852854" [ 851.560660] env[68089]: _type = "Task" [ 851.560660] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.568227] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.627439] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 8b53bec3-130d-4624-97f0-ca39d94fcd89] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 851.968055] env[68089]: DEBUG oslo_concurrency.lockutils [req-d52de154-43cc-4e35-8c9d-cf058a601ce4 req-cec7b54a-7eff-4abd-890d-4006a7495674 service nova] Releasing lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.968536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.968636] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.995129] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.072008] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.131032] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e433ee92-ece7-4bda-85d1-76cfa321ede9] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 852.159727] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.203s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.166325] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.551s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.167849] env[68089]: INFO nova.compute.claims [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.496157] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.513561] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.571284] env[68089]: DEBUG oslo_vmware.api [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852854, 'name': ReconfigVM_Task, 'duration_secs': 0.83455} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.571558] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b/cc928eab-c51b-4f80-a53f-70d55942c69b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.571840] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.634221] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e3791c02-489d-4e5e-a268-17bd16e6f7e4] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 852.666896] env[68089]: DEBUG nova.network.neutron [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Updating instance_info_cache with network_info: [{"id": "6ba462fa-7d11-4096-9f1d-92f661ed449b", "address": "fa:16:3e:a4:3d:0e", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba462fa-7d", "ovs_interfaceid": "6ba462fa-7d11-4096-9f1d-92f661ed449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.996270] env[68089]: DEBUG oslo_vmware.api [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852853, 'name': PowerOnVM_Task, 'duration_secs': 1.077043} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.996541] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.996745] env[68089]: INFO nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Took 7.98 seconds to spawn the instance on the hypervisor. [ 852.996926] env[68089]: DEBUG nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.997695] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc00a9-a215-4515-8279-fd5b43d866ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.078126] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e2a7c-19d8-4db3-92fc-2e93882ed22b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.102042] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8f20f-d28d-4a69-9c6f-b19244dbb0de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.119657] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.137860] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0f1cb1cd-03e6-40c3-b4f2-7cdfa52e3a4a] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 853.169088] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-0c4b47cf-01fd-4522-b2af-1df5087916f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.169258] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance network_info: |[{"id": "6ba462fa-7d11-4096-9f1d-92f661ed449b", "address": "fa:16:3e:a4:3d:0e", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba462fa-7d", "ovs_interfaceid": "6ba462fa-7d11-4096-9f1d-92f661ed449b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.169668] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:3d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba462fa-7d11-4096-9f1d-92f661ed449b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.178588] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating folder: Project (fb8d79d744b544ac8880c56d75c25d70). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.184041] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02446029-31ee-4cac-a1ee-e20502166495 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.205646] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created folder: Project (fb8d79d744b544ac8880c56d75c25d70) in parent group-v573447. [ 853.205646] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating folder: Instances. Parent ref: group-v573644. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.205646] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16dc17e-a692-4dd7-8e47-fcd935b619d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.220368] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created folder: Instances in parent group-v573644. [ 853.220670] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.220964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.221226] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6202a271-97ac-4550-997b-5c57258ad160 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.246903] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.246903] env[68089]: value = "task-2852857" [ 853.246903] env[68089]: _type = "Task" [ 853.246903] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.261276] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852857, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.515884] env[68089]: INFO nova.compute.manager [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Took 62.46 seconds to build instance. [ 853.571537] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f6f19-64f8-47d2-984e-89fd9446f2da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.578991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b247f-2bbc-42fd-8867-32e52fa27455 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.628415] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9fa41-1e3e-44d9-bef8-6b5c5d8bbcc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.635988] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b175b-b141-4e5c-be31-c17e65f962fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.641339] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: db761107-7da8-4117-a5c7-9a9c00780487] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 853.652960] env[68089]: DEBUG nova.compute.provider_tree [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.670923] env[68089]: DEBUG nova.network.neutron [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Port 7fd6391e-4045-46d8-9457-0d7a342262c7 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.706702] env[68089]: INFO nova.compute.manager [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Swapping old allocation on dict_keys(['7b9eaf16-2c31-460a-bddd-0a303929cbe5']) held by migration fb15eecf-80b9-4594-9819-eed3d562d741 for instance [ 853.733264] env[68089]: DEBUG nova.scheduler.client.report [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Overwriting current allocation {'allocations': {'7b9eaf16-2c31-460a-bddd-0a303929cbe5': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 90}}, 'project_id': '227f742bda844f5b97e571de94ed38f2', 'user_id': '60897d7e2a084c8c9ced8388ce3e57d3', 'consumer_generation': 1} on consumer 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 {{(pid=68089) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 853.746580] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "33d75751-01fd-4759-9f97-d581a692e684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.757212] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852857, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.821922] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.822105] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquired lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.822283] env[68089]: DEBUG nova.network.neutron [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.017747] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acc492d9-3c7f-44e5-b2eb-eee654be3b50 tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.972s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.018063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.272s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.018301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "33d75751-01fd-4759-9f97-d581a692e684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.018545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.018718] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.020986] env[68089]: INFO nova.compute.manager [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Terminating instance [ 854.145196] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c5373bba-94e4-4b88-9421-d509a56f4238] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 854.155888] env[68089]: DEBUG nova.scheduler.client.report [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.258164] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852857, 'name': CreateVM_Task, 'duration_secs': 0.615877} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.258339] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.259115] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.259250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.260048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.260048] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244c033b-8bd9-43b8-b4f2-ed781b801cd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.265052] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 854.265052] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528bf324-d4c4-8f25-2a72-27d04416c387" [ 854.265052] env[68089]: _type = "Task" [ 854.265052] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.272291] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528bf324-d4c4-8f25-2a72-27d04416c387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.525749] env[68089]: DEBUG nova.compute.manager [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.526056] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.526991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb947979-8ba0-4ce2-81fb-7514825d2a81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.535545] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.535545] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41457f5-ebd4-4447-b544-e4048391e796 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.537452] env[68089]: DEBUG nova.network.neutron [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [{"id": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "address": "fa:16:3e:cc:78:6c", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6137eaa-9b", "ovs_interfaceid": "e6137eaa-9bfe-4c5c-8fd1-2fac7508235a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.544064] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 854.544064] env[68089]: value = "task-2852858" [ 854.544064] env[68089]: _type = "Task" [ 854.544064] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.554943] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.649366] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 4462705b-a35a-4b6d-8992-6d07bd1b3001] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 854.661586] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.662305] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.666218] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.232s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.667018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.671766] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.195s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.673536] env[68089]: INFO nova.compute.claims [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.693841] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.694081] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.694256] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.777081] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528bf324-d4c4-8f25-2a72-27d04416c387, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.777386] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.777653] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.777919] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.778082] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.778260] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.778514] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77c6257c-1ef7-4003-8ca8-ed60cda3084b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.787100] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.787309] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.787995] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a25320-de30-491e-979f-1da6094f08e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.793020] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 854.793020] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52473959-4358-32e3-7876-6380d4afd41a" [ 854.793020] env[68089]: _type = "Task" [ 854.793020] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.801792] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52473959-4358-32e3-7876-6380d4afd41a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.040812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Releasing lock "refresh_cache-771c988f-c1fb-4ba3-8f25-c17d7caf3c50" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.041801] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.041801] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777b85ff-8533-4cda-961c-2aff369575e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.049192] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 855.049192] env[68089]: value = "task-2852859" [ 855.049192] env[68089]: _type = "Task" [ 855.049192] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.055171] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852858, 'name': PowerOffVM_Task, 'duration_secs': 0.166552} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.055725] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.055898] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.056162] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad176a17-74c2-472a-9314-f0e5b9cc7752 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.060321] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.121476] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.121860] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.121947] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleting the datastore file [datastore2] 33d75751-01fd-4759-9f97-d581a692e684 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.122216] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77141e3b-3805-4cc0-857d-1aeda145524c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.130889] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for the task: (returnval){ [ 855.130889] env[68089]: value = "task-2852861" [ 855.130889] env[68089]: _type = "Task" [ 855.130889] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.139343] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.153036] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e44ce746-0d2b-425f-a4b6-1e2d9608caa5] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 855.176685] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9aa371d2-aecb-4130-ba16-a40ab98d5209 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 70.794s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.179474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 49.910s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.179707] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.180228] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.180228] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.182332] env[68089]: DEBUG nova.compute.utils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.184601] env[68089]: INFO nova.compute.manager [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Terminating instance [ 855.185952] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 855.303184] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52473959-4358-32e3-7876-6380d4afd41a, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.303975] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f482eb0-a196-491b-b9ef-64d083a3d43a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.308959] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 855.308959] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528b57da-060d-6bc1-579f-93d3a21c89f5" [ 855.308959] env[68089]: _type = "Task" [ 855.308959] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.316741] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528b57da-060d-6bc1-579f-93d3a21c89f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.560734] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852859, 'name': PowerOffVM_Task, 'duration_secs': 0.191212} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.561090] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.561703] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:16:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f252205e-d551-4f6d-8fbf-67fbf8c950e2',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1838028967',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.561921] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.562086] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.562270] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.562413] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.562556] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.562763] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.562952] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.563129] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.563293] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.563462] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.569042] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84095a5-b641-4d72-9591-e3bffca2b6f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.583727] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 855.583727] env[68089]: value = "task-2852862" [ 855.583727] env[68089]: _type = "Task" [ 855.583727] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.592217] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.640485] env[68089]: DEBUG oslo_vmware.api [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Task: {'id': task-2852861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161574} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.640834] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.641063] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.641251] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.641454] env[68089]: INFO nova.compute.manager [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.641732] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.641943] env[68089]: DEBUG nova.compute.manager [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.642051] env[68089]: DEBUG nova.network.neutron [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.656445] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: abe0798c-3711-4b21-a4bd-42a2299e6bcf] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 855.688616] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.692260] env[68089]: DEBUG nova.compute.manager [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.692260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.692510] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee1aaad2-92b4-4bfc-a6f2-0ba73cc26212 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.709658] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3585537-94c8-4710-98ca-43e1416d23d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.749455] env[68089]: WARNING nova.virt.vmwareapi.vmops [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b2590528-59c4-4b53-8d98-baeb5e36cc80 could not be found. [ 855.749693] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.749878] env[68089]: INFO nova.compute.manager [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Took 0.06 seconds to destroy the instance on the hypervisor. [ 855.750139] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.753877] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.753998] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.754184] env[68089]: DEBUG nova.network.neutron [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.755341] env[68089]: DEBUG nova.compute.manager [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.755442] env[68089]: DEBUG nova.network.neutron [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.821613] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528b57da-060d-6bc1-579f-93d3a21c89f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.821955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.822137] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0c4b47cf-01fd-4522-b2af-1df5087916f2/0c4b47cf-01fd-4522-b2af-1df5087916f2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.822394] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d584f5b-4131-4280-8563-4b350aa6472a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.829253] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 855.829253] env[68089]: value = "task-2852863" [ 855.829253] env[68089]: _type = "Task" [ 855.829253] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.840572] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.105727] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852862, 'name': ReconfigVM_Task, 'duration_secs': 0.142877} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.113031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3577f2-f38d-4e84-88ef-c545bb06145a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.121073] env[68089]: DEBUG nova.compute.manager [req-ec889ba4-051b-4452-9d04-c946bc2ecbdc req-23a57d40-c94a-4886-8dd1-c937edfd8609 service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Received event network-vif-deleted-8d199762-7b63-4d50-ad05-d3107ee1aab7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.121383] env[68089]: INFO nova.compute.manager [req-ec889ba4-051b-4452-9d04-c946bc2ecbdc req-23a57d40-c94a-4886-8dd1-c937edfd8609 service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Neutron deleted interface 8d199762-7b63-4d50-ad05-d3107ee1aab7; detaching it from the instance and deleting it from the info cache [ 856.121652] env[68089]: DEBUG nova.network.neutron [req-ec889ba4-051b-4452-9d04-c946bc2ecbdc req-23a57d40-c94a-4886-8dd1-c937edfd8609 service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.153304] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:16:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f252205e-d551-4f6d-8fbf-67fbf8c950e2',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1838028967',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.154069] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.154069] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.154314] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.154551] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.154789] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.155132] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.155398] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.155662] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.155922] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.156214] env[68089]: DEBUG nova.virt.hardware [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.161626] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d8dca3-1f5e-481e-9e5e-10aec5f5fe22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.164253] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0ef21498-b947-473d-85f7-f998d363d967] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 856.170835] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 856.170835] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520033bf-4e03-eba6-deb2-cb7d3b0e80e2" [ 856.170835] env[68089]: _type = "Task" [ 856.170835] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.180935] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520033bf-4e03-eba6-deb2-cb7d3b0e80e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.215813] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b168d636-eca1-4e51-9811-f7be12c0488b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.224482] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddfb34-7b71-4837-b4ff-0ef06569b97b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.257204] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ce5b5-f039-4cad-a4a1-2049c246c5b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.268795] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68485dca-6b82-479f-b476-fc05d434e19e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.284036] env[68089]: DEBUG nova.compute.provider_tree [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.339593] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852863, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.516606] env[68089]: DEBUG nova.network.neutron [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.519656] env[68089]: DEBUG nova.network.neutron [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.599374] env[68089]: DEBUG nova.network.neutron [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.629297] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-088be20a-661a-44fd-b625-ecbb0cb50e18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.639008] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7607db0-669d-46f8-bdec-09df3370edfc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.674220] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: d59e44d7-db1a-467d-a522-ce4fe0ae9d8a] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 856.676924] env[68089]: DEBUG nova.compute.manager [req-ec889ba4-051b-4452-9d04-c946bc2ecbdc req-23a57d40-c94a-4886-8dd1-c937edfd8609 service nova] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Detach interface failed, port_id=8d199762-7b63-4d50-ad05-d3107ee1aab7, reason: Instance 33d75751-01fd-4759-9f97-d581a692e684 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 856.685453] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520033bf-4e03-eba6-deb2-cb7d3b0e80e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014955} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.691144] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.691485] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e9de18-a647-40a4-bc76-119dccc38ef0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.707592] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.716389] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 856.716389] env[68089]: value = "task-2852864" [ 856.716389] env[68089]: _type = "Task" [ 856.716389] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.726204] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.734827] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.735124] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.735269] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.735447] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.735595] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.735739] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.735942] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.736125] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.736293] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.736454] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.736623] env[68089]: DEBUG nova.virt.hardware [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.737451] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed773df-efb4-4242-a914-27bcbbf1152f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.746034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa91f5-058a-420f-ac84-b8855a15c885 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.759669] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.765350] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Creating folder: Project (781dc57dd4864cdcba97de3c072ab05c). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.765673] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dd9af92-af3c-4c3c-8db3-daaba11659e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.775482] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Created folder: Project (781dc57dd4864cdcba97de3c072ab05c) in parent group-v573447. [ 856.775675] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Creating folder: Instances. Parent ref: group-v573647. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.775906] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60215205-cd1a-4835-8aee-8ac4a46e5ee7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.784477] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Created folder: Instances in parent group-v573647. [ 856.784693] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.784878] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.785095] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea7faefe-8524-45e8-a98c-839bc1e87083 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.797675] env[68089]: DEBUG nova.scheduler.client.report [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.805090] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.805090] env[68089]: value = "task-2852867" [ 856.805090] env[68089]: _type = "Task" [ 856.805090] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.812521] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852867, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.839891] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526526} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.840130] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 0c4b47cf-01fd-4522-b2af-1df5087916f2/0c4b47cf-01fd-4522-b2af-1df5087916f2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.840353] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.840651] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a378d6d4-9e7e-45ab-9c25-90bf94af8082 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.847216] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 856.847216] env[68089]: value = "task-2852868" [ 856.847216] env[68089]: _type = "Task" [ 856.847216] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.855171] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.019399] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.023392] env[68089]: INFO nova.compute.manager [-] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Took 1.38 seconds to deallocate network for instance. [ 857.101860] env[68089]: INFO nova.compute.manager [-] [instance: b2590528-59c4-4b53-8d98-baeb5e36cc80] Took 1.35 seconds to deallocate network for instance. [ 857.177403] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a88ec1b0-abf1-44b6-9fe2-21aa327eb65e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 857.231039] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852864, 'name': ReconfigVM_Task, 'duration_secs': 0.206907} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.231039] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.231455] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ec25b-af25-444b-baf7-d30e87d8246f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.261024] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.261423] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ac3aeb-f52f-43e4-8816-390f4bddc284 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.283249] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 857.283249] env[68089]: value = "task-2852869" [ 857.283249] env[68089]: _type = "Task" [ 857.283249] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.290904] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.302895] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.303462] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.306443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.127s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.306644] env[68089]: DEBUG nova.objects.instance [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.316160] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852867, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.357470] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11169} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.359041] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.359041] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90dad8f-cfeb-454b-a49e-87587a7ef0e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.382260] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0c4b47cf-01fd-4522-b2af-1df5087916f2/0c4b47cf-01fd-4522-b2af-1df5087916f2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.382707] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e274207-cd4e-4b49-afb1-e9c77eb3af77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.402618] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 857.402618] env[68089]: value = "task-2852870" [ 857.402618] env[68089]: _type = "Task" [ 857.402618] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.410976] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.531744] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.547024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a198ab70-74ec-402d-bd4f-65fb8d35c4a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566334] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd9704-65e1-4180-88d3-b4313ec241b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573724] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.680638] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: da71d402-1cd8-4859-a0b7-de637efebb69] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 857.793398] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852869, 'name': ReconfigVM_Task, 'duration_secs': 0.27016} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.793703] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50/771c988f-c1fb-4ba3-8f25-c17d7caf3c50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.794541] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305cab3-5ff5-4767-ade4-ca57feb4ac3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.813422] env[68089]: DEBUG nova.compute.utils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.816035] env[68089]: DEBUG nova.objects.instance [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.820161] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.820370] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.822510] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054b1d9-347e-4ceb-9b3c-9c1eeb0c493c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.831404] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852867, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.846622] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6078428-25ae-4f63-8c34-fa1da3c35e2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.865147] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dab864-1bce-4848-ae3c-5a4f367b3f4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.870604] env[68089]: DEBUG nova.policy [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c033de21f964a04828c660f2b9a5b81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f5b71258e284a5ba5322a5e1f79ac27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.874856] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.875145] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-003700bf-186c-435b-a277-95f90a9d1317 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.882394] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 857.882394] env[68089]: value = "task-2852871" [ 857.882394] env[68089]: _type = "Task" [ 857.882394] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.897387] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.911616] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852870, 'name': ReconfigVM_Task, 'duration_secs': 0.288357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.912547] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0c4b47cf-01fd-4522-b2af-1df5087916f2/0c4b47cf-01fd-4522-b2af-1df5087916f2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.912547] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d90cd57-7e45-449a-972f-a44356aa8913 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.918272] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 857.918272] env[68089]: value = "task-2852872" [ 857.918272] env[68089]: _type = "Task" [ 857.918272] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.927400] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852872, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.080323] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7e809de4-3c94-4f7f-ae6c-c7d177dfff04 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance 'cc928eab-c51b-4f80-a53f-70d55942c69b' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.129429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a7070dbf-ebc8-484a-b61e-281bf6f385c6 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "b2590528-59c4-4b53-8d98-baeb5e36cc80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.949s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.160652] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Successfully created port: f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.183704] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 312a2247-d796-4075-81ff-4ee8510fede7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 858.320031] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.325022] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852867, 'name': CreateVM_Task, 'duration_secs': 1.32796} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.325022] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.325022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329119] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.329509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.329940] env[68089]: INFO nova.compute.claims [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.332227] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d831dc2e-b0fb-4d7d-abd1-31c66b3fba19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.339557] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 858.339557] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526350ba-4aa8-9143-ea01-feaf3fa448fe" [ 858.339557] env[68089]: _type = "Task" [ 858.339557] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.347863] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526350ba-4aa8-9143-ea01-feaf3fa448fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.392225] env[68089]: DEBUG oslo_vmware.api [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852871, 'name': PowerOnVM_Task, 'duration_secs': 0.383312} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.392568] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.427136] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852872, 'name': Rename_Task, 'duration_secs': 0.162033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.427403] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.427641] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cedc9b3-610c-4243-9814-32d0e876b9fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.433579] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 858.433579] env[68089]: value = "task-2852873" [ 858.433579] env[68089]: _type = "Task" [ 858.433579] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.440660] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.686690] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 53d44dc8-08be-4e54-a832-98506680ba58] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 858.713712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.713914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.850976] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526350ba-4aa8-9143-ea01-feaf3fa448fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.851300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.851570] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.851827] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.851972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.852167] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.852445] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fc61af-1f9f-48eb-82e8-06505ffc3d0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.862043] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.862043] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.863240] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75eddffb-8fde-4794-82b3-7319998795db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.868872] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 858.868872] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a833e-eba1-1536-1431-01e2141ac8f1" [ 858.868872] env[68089]: _type = "Task" [ 858.868872] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.877590] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a833e-eba1-1536-1431-01e2141ac8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.946079] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.191120] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f7052896-c90b-4113-8d38-5aea8806063f] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.216389] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.331875] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.357209] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.357503] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.357699] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.357931] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.358144] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.358329] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.358577] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.358772] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.358988] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.359211] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.359458] env[68089]: DEBUG nova.virt.hardware [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.360360] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3b3b9-8420-4c3b-b6aa-707889717277 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.374161] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b0a64b-e6dd-4585-9152-d11b44035d40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.385076] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a833e-eba1-1536-1431-01e2141ac8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.395959] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3903d683-741c-466a-a3a6-d870ef83472c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.400979] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 859.400979] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e3415-087c-f402-576c-0c2451988a4b" [ 859.400979] env[68089]: _type = "Task" [ 859.400979] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.404960] env[68089]: INFO nova.compute.manager [None req-496b6166-b6b2-4ffb-8c82-d4f765b37627 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance to original state: 'active' [ 859.414020] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520e3415-087c-f402-576c-0c2451988a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008656} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.414232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.414542] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.414795] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427d8eba-ef64-4dbb-99c0-dffad51f1a92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.422642] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 859.422642] env[68089]: value = "task-2852874" [ 859.422642] env[68089]: _type = "Task" [ 859.422642] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.430370] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.441982] env[68089]: DEBUG oslo_vmware.api [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852873, 'name': PowerOnVM_Task, 'duration_secs': 0.584074} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.444512] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.444732] env[68089]: INFO nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Took 9.46 seconds to spawn the instance on the hypervisor. [ 859.444908] env[68089]: DEBUG nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.446682] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c917c-fbd9-465e-ae25-445910cb205b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.696751] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f94a6013-c172-4568-9f1b-fa102fa5bc39] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 859.742384] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Successfully updated port: f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.752050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.809659] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9d444-03f4-4b00-89c1-3c1e8cda8203 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.817950] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d1d607-009a-49ef-86b7-2be03438b18e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.850724] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc395b75-eb72-47d5-aa7c-2b529bc25a18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.859105] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a4577f-c6ef-4451-9605-72f523136fe1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.873426] env[68089]: DEBUG nova.compute.provider_tree [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.931975] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488116} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.932239] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.932495] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.932755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a0aea0-e51d-41d9-9ded-7597cb100f23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.939271] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 859.939271] env[68089]: value = "task-2852875" [ 859.939271] env[68089]: _type = "Task" [ 859.939271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.952210] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.971816] env[68089]: INFO nova.compute.manager [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Took 59.33 seconds to build instance. [ 860.200571] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 066c1b70-2791-425e-8c10-ec3aaed6044d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.253933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.253933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquired lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254769] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.396290] env[68089]: ERROR nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [req-05ce6933-8e48-47c7-aa19-c1ae82623a91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05ce6933-8e48-47c7-aa19-c1ae82623a91"}]} [ 860.409289] env[68089]: DEBUG nova.compute.manager [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Received event network-vif-plugged-f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.410019] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Acquiring lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.411100] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.411100] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.411419] env[68089]: DEBUG nova.compute.manager [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] No waiting events found dispatching network-vif-plugged-f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.411574] env[68089]: WARNING nova.compute.manager [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Received unexpected event network-vif-plugged-f0558653-14c4-44bf-8284-24a3c896e363 for instance with vm_state building and task_state spawning. [ 860.411918] env[68089]: DEBUG nova.compute.manager [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Received event network-changed-f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.412196] env[68089]: DEBUG nova.compute.manager [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Refreshing instance network info cache due to event network-changed-f0558653-14c4-44bf-8284-24a3c896e363. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 860.412793] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Acquiring lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.413780] env[68089]: DEBUG nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.430737] env[68089]: DEBUG nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.430737] env[68089]: DEBUG nova.compute.provider_tree [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.441290] env[68089]: DEBUG nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.447457] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.447701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.447884] env[68089]: DEBUG nova.compute.manager [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Going to confirm migration 3 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 860.454362] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06602} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.454615] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.455468] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e9235-6073-4952-abd4-50d567055e6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.476697] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.477773] env[68089]: DEBUG nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.480075] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8351dcdb-a794-4634-908b-b9d3772bb8f5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.847s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.480590] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6440bd-523a-41b4-9be9-43a0b43002c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.503036] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 860.503036] env[68089]: value = "task-2852876" [ 860.503036] env[68089]: _type = "Task" [ 860.503036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.511786] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.703851] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 8af4f1f2-3c76-417b-b3e6-cf3d41eabb65] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 860.790242] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.923357] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac901aa4-fb63-4927-9ad7-bb296162366a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.933694] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f76fec3-6530-4430-a2bf-e0d2ceb24e0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.972556] env[68089]: DEBUG nova.network.neutron [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Updating instance_info_cache with network_info: [{"id": "f0558653-14c4-44bf-8284-24a3c896e363", "address": "fa:16:3e:52:3b:ff", "network": {"id": "88066668-64a4-4887-a1ba-c914aacd0ac9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-244493132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5b71258e284a5ba5322a5e1f79ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0558653-14", "ovs_interfaceid": "f0558653-14c4-44bf-8284-24a3c896e363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.974136] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e03fe-2966-49aa-aeb1-8291c4398e0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.982220] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf916bf-91a8-457a-8745-a9d06ba9fe79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.997932] env[68089]: DEBUG nova.compute.provider_tree [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.012541] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.032716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.032915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.033111] env[68089]: DEBUG nova.network.neutron [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.033302] env[68089]: DEBUG nova.objects.instance [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'info_cache' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.208957] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: faf2d707-acab-4b79-965f-9b5b940e4c68] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.372586] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.372892] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.373646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.373646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.373646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.376808] env[68089]: INFO nova.compute.manager [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Terminating instance [ 861.478220] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Releasing lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478220] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Instance network_info: |[{"id": "f0558653-14c4-44bf-8284-24a3c896e363", "address": "fa:16:3e:52:3b:ff", "network": {"id": "88066668-64a4-4887-a1ba-c914aacd0ac9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-244493132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5b71258e284a5ba5322a5e1f79ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0558653-14", "ovs_interfaceid": "f0558653-14c4-44bf-8284-24a3c896e363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.478421] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Acquired lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478619] env[68089]: DEBUG nova.network.neutron [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Refreshing network info cache for port f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.480019] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:3b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0558653-14c4-44bf-8284-24a3c896e363', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.487965] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Creating folder: Project (1f5b71258e284a5ba5322a5e1f79ac27). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.488216] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5a1be8-9e51-4b12-a7d7-48480b33b31d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.501691] env[68089]: DEBUG nova.scheduler.client.report [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.505654] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Created folder: Project (1f5b71258e284a5ba5322a5e1f79ac27) in parent group-v573447. [ 861.505789] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Creating folder: Instances. Parent ref: group-v573650. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.506285] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c70146-5d4a-4aee-b79b-77368d95463c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.516552] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852876, 'name': ReconfigVM_Task, 'duration_secs': 0.738107} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.517377] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.518435] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc713166-64b1-4e1d-a6db-3f2a1f9cce36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.520933] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Created folder: Instances in parent group-v573650. [ 861.521126] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.522123] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.522123] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09ae19ff-7f0d-41a2-972d-f5d6504e832e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.542575] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 861.542575] env[68089]: value = "task-2852879" [ 861.542575] env[68089]: _type = "Task" [ 861.542575] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.549409] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.549409] env[68089]: value = "task-2852880" [ 861.549409] env[68089]: _type = "Task" [ 861.549409] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.557303] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852879, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.563135] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852880, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.712217] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: abb105e4-4494-4a98-bfa7-11358ddecdea] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 861.818065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "30c40c5b-7b55-4d18-856a-7768c59b5670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.818065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.880383] env[68089]: DEBUG nova.compute.manager [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.880663] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.881606] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374d2e34-364d-4f68-85b6-4971b3ea925d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.889700] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.889943] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925b44b0-e60a-4997-b861-62861a403dd7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.895242] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 861.895242] env[68089]: value = "task-2852881" [ 861.895242] env[68089]: _type = "Task" [ 861.895242] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.903364] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.007486] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.701s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.009953] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.807s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.011536] env[68089]: INFO nova.compute.claims [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.057662] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852879, 'name': Rename_Task, 'duration_secs': 0.158473} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.058529] env[68089]: INFO nova.network.neutron [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating port 4915fd5f-86be-4321-9283-02fd9ef33162 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 862.060518] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.060755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cc862f-a706-406c-b0c3-4cfc8e6638f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.065518] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852880, 'name': CreateVM_Task, 'duration_secs': 0.31946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.065979] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.066652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.066815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.067146] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.067391] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691bf2f3-f97a-4c71-bcf8-cfa3549e569a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.069940] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 862.069940] env[68089]: value = "task-2852882" [ 862.069940] env[68089]: _type = "Task" [ 862.069940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.074797] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 862.074797] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523d6331-064c-abf2-394e-1edfa5f52207" [ 862.074797] env[68089]: _type = "Task" [ 862.074797] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.081295] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.088492] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523d6331-064c-abf2-394e-1edfa5f52207, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.090756] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090997] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.091735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.091735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.091735] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.092403] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd072d45-8ac6-4886-a891-9713c5a01109 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.100216] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.100388] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.101156] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69fe834-2d7f-44be-b185-60b2599fa584 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.106786] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 862.106786] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5271e195-963e-2644-4451-f6f1c5f6f5ac" [ 862.106786] env[68089]: _type = "Task" [ 862.106786] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.118984] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5271e195-963e-2644-4451-f6f1c5f6f5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.120040] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6780bd6a-5cfb-4298-aba1-184e4c602bff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.125864] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 862.125864] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528a7ea3-22cb-6ba6-a707-3a147f3366fb" [ 862.125864] env[68089]: _type = "Task" [ 862.125864] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.136440] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a7ea3-22cb-6ba6-a707-3a147f3366fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.218409] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 491bbb1f-0193-4f1d-a7c2-00445e82c8e3] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.307145] env[68089]: DEBUG nova.network.neutron [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Updated VIF entry in instance network info cache for port f0558653-14c4-44bf-8284-24a3c896e363. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.308188] env[68089]: DEBUG nova.network.neutron [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Updating instance_info_cache with network_info: [{"id": "f0558653-14c4-44bf-8284-24a3c896e363", "address": "fa:16:3e:52:3b:ff", "network": {"id": "88066668-64a4-4887-a1ba-c914aacd0ac9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-244493132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f5b71258e284a5ba5322a5e1f79ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0558653-14", "ovs_interfaceid": "f0558653-14c4-44bf-8284-24a3c896e363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.321237] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.407100] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852881, 'name': PowerOffVM_Task, 'duration_secs': 0.390246} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.407383] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.407551] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.407804] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a7d044-c39c-4143-ae72-70ea9a5dc704 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.420830] env[68089]: DEBUG nova.network.neutron [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.473878] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.474179] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.474502] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleting the datastore file [datastore1] 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.474739] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-791027b0-c526-4efd-a84b-7c5f82c09920 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.481438] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 862.481438] env[68089]: value = "task-2852884" [ 862.481438] env[68089]: _type = "Task" [ 862.481438] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.489620] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.579670] env[68089]: DEBUG oslo_vmware.api [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852882, 'name': PowerOnVM_Task, 'duration_secs': 0.431057} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.580010] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.581036] env[68089]: INFO nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Took 5.87 seconds to spawn the instance on the hypervisor. [ 862.581036] env[68089]: DEBUG nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.581348] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fe8f5-2677-4c33-9829-13f2fb1c1144 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.637229] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a7ea3-22cb-6ba6-a707-3a147f3366fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.637513] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.638583] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 24e8dd88-f334-49fe-8b84-7f7e680f8b19/24e8dd88-f334-49fe-8b84-7f7e680f8b19.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.638583] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ae23971-275d-4436-8d61-b84d0f966c5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.644435] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 862.644435] env[68089]: value = "task-2852885" [ 862.644435] env[68089]: _type = "Task" [ 862.644435] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.652438] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.725148] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 2c656a62-f558-42f7-8eb3-15a202ad81cc] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 862.812313] env[68089]: DEBUG oslo_concurrency.lockutils [req-e9683b72-e071-4239-b496-c3c5ac943dda req-1f8e2b18-9cd8-4b81-bcff-bf1e965253d4 service nova] Releasing lock "refresh_cache-24e8dd88-f334-49fe-8b84-7f7e680f8b19" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.843340] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.923495] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.923770] env[68089]: DEBUG nova.objects.instance [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'migration_context' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.994282] env[68089]: DEBUG oslo_vmware.api [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143146} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.994605] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.994789] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.994970] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.995220] env[68089]: INFO nova.compute.manager [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Took 1.11 seconds to destroy the instance on the hypervisor. [ 862.995909] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.995909] env[68089]: DEBUG nova.compute.manager [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.995909] env[68089]: DEBUG nova.network.neutron [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.097331] env[68089]: INFO nova.compute.manager [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Took 61.52 seconds to build instance. [ 863.156927] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50997} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.159584] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 24e8dd88-f334-49fe-8b84-7f7e680f8b19/24e8dd88-f334-49fe-8b84-7f7e680f8b19.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.159811] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.160593] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e04f580-45a7-40fe-889b-dab61a15b2c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.167353] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 863.167353] env[68089]: value = "task-2852886" [ 863.167353] env[68089]: _type = "Task" [ 863.167353] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.178968] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.230931] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c37e84a0-fe92-47f4-a0c1-f4db5a95ed59] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 863.352255] env[68089]: DEBUG nova.compute.manager [req-0220be4d-b7c2-4684-976e-37f2a5260327 req-85c9461f-f172-4ccc-8648-2c3c85c0f636 service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Received event network-vif-deleted-e6137eaa-9bfe-4c5c-8fd1-2fac7508235a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.352460] env[68089]: INFO nova.compute.manager [req-0220be4d-b7c2-4684-976e-37f2a5260327 req-85c9461f-f172-4ccc-8648-2c3c85c0f636 service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Neutron deleted interface e6137eaa-9bfe-4c5c-8fd1-2fac7508235a; detaching it from the instance and deleting it from the info cache [ 863.352632] env[68089]: DEBUG nova.network.neutron [req-0220be4d-b7c2-4684-976e-37f2a5260327 req-85c9461f-f172-4ccc-8648-2c3c85c0f636 service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.427708] env[68089]: DEBUG nova.objects.base [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.428671] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3116a-cc82-42b3-889b-dd1e34c95846 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.461696] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326597db-12d3-4e17-a9d3-90516768cb3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.470991] env[68089]: DEBUG oslo_vmware.api [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 863.470991] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52938695-60cd-fa61-9583-841bc0bdbbaa" [ 863.470991] env[68089]: _type = "Task" [ 863.470991] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.479347] env[68089]: DEBUG oslo_vmware.api [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52938695-60cd-fa61-9583-841bc0bdbbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.007215} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.482019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.494831] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47dea04-f56d-4638-8038-640d0906e26e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.502026] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be9be9-84dd-4274-8d92-89cfc8ba9125 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.532039] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d453a07-ec7b-43d7-9aed-3a7cb87f3f77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.539231] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1f4147-65a9-49e4-9240-5e1816862d47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.553752] env[68089]: DEBUG nova.compute.provider_tree [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.600138] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2dc67409-6aff-44d4-902b-a68d473dd8a6 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.033s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.634862] env[68089]: DEBUG nova.compute.manager [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.635108] env[68089]: DEBUG oslo_concurrency.lockutils [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.635449] env[68089]: DEBUG oslo_concurrency.lockutils [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.635596] env[68089]: DEBUG oslo_concurrency.lockutils [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.635632] env[68089]: DEBUG nova.compute.manager [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] No waiting events found dispatching network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.635785] env[68089]: WARNING nova.compute.manager [req-a329b9aa-2af9-49a2-9c7b-0340339fe357 req-d83d0ac6-2c8c-4417-b017-ef8ffdf51428 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received unexpected event network-vif-plugged-4915fd5f-86be-4321-9283-02fd9ef33162 for instance with vm_state shelved_offloaded and task_state spawning. [ 863.677795] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.677949] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.678729] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a19ab2b-de65-441b-93b2-0f440dd86696 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.700139] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 24e8dd88-f334-49fe-8b84-7f7e680f8b19/24e8dd88-f334-49fe-8b84-7f7e680f8b19.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.700957] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8109e2da-1c89-4fe8-8348-e6efc3db14fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.722542] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 863.722542] env[68089]: value = "task-2852887" [ 863.722542] env[68089]: _type = "Task" [ 863.722542] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.726846] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.726846] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.726846] env[68089]: DEBUG nova.network.neutron [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.732809] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.734568] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 863.734568] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances with incomplete migration {{(pid=68089) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 863.800221] env[68089]: INFO nova.compute.manager [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Rebuilding instance [ 863.802518] env[68089]: DEBUG nova.network.neutron [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.842662] env[68089]: DEBUG nova.compute.manager [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.843835] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01f75c-4f0a-49cd-aa81-67300c07253a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.855042] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99f314ce-701e-4e6e-a3a4-57e256a405e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.863715] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191db423-95ea-4e7d-8501-a7068505a7dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.899450] env[68089]: DEBUG nova.compute.manager [req-0220be4d-b7c2-4684-976e-37f2a5260327 req-85c9461f-f172-4ccc-8648-2c3c85c0f636 service nova] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Detach interface failed, port_id=e6137eaa-9bfe-4c5c-8fd1-2fac7508235a, reason: Instance 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 864.056883] env[68089]: DEBUG nova.scheduler.client.report [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.234440] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.236298] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.304903] env[68089]: INFO nova.compute.manager [-] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Took 1.31 seconds to deallocate network for instance. [ 864.439564] env[68089]: DEBUG nova.network.neutron [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.562588] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.563265] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.565916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.300s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.566099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.568072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.683s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.568259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.570116] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.673s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.572043] env[68089]: INFO nova.compute.claims [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.602967] env[68089]: INFO nova.scheduler.client.report [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleted allocations for instance 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7 [ 864.608627] env[68089]: INFO nova.scheduler.client.report [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Deleted allocations for instance 69d8d38e-d292-4a8b-86d4-88e79291c0a4 [ 864.733892] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852887, 'name': ReconfigVM_Task, 'duration_secs': 1.002289} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.734363] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 24e8dd88-f334-49fe-8b84-7f7e680f8b19/24e8dd88-f334-49fe-8b84-7f7e680f8b19.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.734863] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f30431d-ca1d-414b-a5b0-d37ccc413269 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.741965] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 864.741965] env[68089]: value = "task-2852888" [ 864.741965] env[68089]: _type = "Task" [ 864.741965] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.755120] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852888, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.812233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.857153] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.857495] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f7320c-d767-42ff-985f-54207195eff1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.865950] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 864.865950] env[68089]: value = "task-2852889" [ 864.865950] env[68089]: _type = "Task" [ 864.865950] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.874759] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.942183] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2559c6a69ffe7cd6333a2a5998d7dce2',container_format='bare',created_at=2025-03-07T09:18:09Z,direct_url=,disk_format='vmdk',id=111e0dbd-c3b8-4cc4-9f1a-a322966c6209,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-593887925-shelved',owner='9966ed57c38c47d7825067d020e7cabe',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-03-07T09:18:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.979018] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.979503] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.979672] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.979888] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.980131] env[68089]: DEBUG nova.virt.hardware [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.981099] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960f831-4d78-45f5-ad65-0111cfe42c44 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.989341] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd0623-b79b-4017-9c06-3c03a8bca455 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.004438] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:b8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4915fd5f-86be-4321-9283-02fd9ef33162', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.012570] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.013983] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.013983] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab4e503d-85a3-4e97-bd3b-2877a75505ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.040782] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.040782] env[68089]: value = "task-2852890" [ 865.040782] env[68089]: _type = "Task" [ 865.040782] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.051903] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852890, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.081748] env[68089]: DEBUG nova.compute.utils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.083504] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 865.111895] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3e17f031-c043-46cf-ad35-d3c90f703018 tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.318s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.115241] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d3339d2-f1ca-46bd-a8b1-6d6410168fd8 tempest-ServerPasswordTestJSON-2012603419 tempest-ServerPasswordTestJSON-2012603419-project-member] Lock "69d8d38e-d292-4a8b-86d4-88e79291c0a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.665s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.252408] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852888, 'name': Rename_Task, 'duration_secs': 0.133444} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.252657] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.252913] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3107631-4a54-491a-a46f-a6bafe544f65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.259332] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 865.259332] env[68089]: value = "task-2852892" [ 865.259332] env[68089]: _type = "Task" [ 865.259332] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.271714] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.376466] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852889, 'name': PowerOffVM_Task, 'duration_secs': 0.172695} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.376793] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.377436] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.378277] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d73e9-6073-49f7-8e5f-0c76d4fd8d67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.385667] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.385957] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbe6f6b3-749a-4cd3-bd44-11209339bdd1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.408366] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.408585] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.408761] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Deleting the datastore file [datastore2] d364a3c8-6f2f-4ef6-a3d8-23e200263608 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.409050] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c66f2d-fb02-46cf-bdf6-5b3d802163b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.415230] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 865.415230] env[68089]: value = "task-2852894" [ 865.415230] env[68089]: _type = "Task" [ 865.415230] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.423206] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.550769] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852890, 'name': CreateVM_Task, 'duration_secs': 0.331757} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.550966] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.551673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.551841] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.552228] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.552469] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eebdb4e-2070-4569-ac71-acecf249c6ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.556770] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 865.556770] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a499e-09df-2c51-aef2-fb860a6a713e" [ 865.556770] env[68089]: _type = "Task" [ 865.556770] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.564432] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a499e-09df-2c51-aef2-fb860a6a713e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.587892] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.716385] env[68089]: DEBUG nova.compute.manager [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.716591] env[68089]: DEBUG nova.compute.manager [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing instance network info cache due to event network-changed-4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 865.716815] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] Acquiring lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.716958] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] Acquired lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.717294] env[68089]: DEBUG nova.network.neutron [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Refreshing network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.775030] env[68089]: DEBUG oslo_vmware.api [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852892, 'name': PowerOnVM_Task, 'duration_secs': 0.492724} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.775333] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.775569] env[68089]: INFO nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Took 6.44 seconds to spawn the instance on the hypervisor. [ 865.775831] env[68089]: DEBUG nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.776814] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d547ac4-7b47-45bf-ae1c-62e16ea1d16f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.932903] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097984} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.934904] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.935161] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.935347] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.053061] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae831ae-93e4-41bb-92ba-77dbd9f6c110 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.065563] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95764e44-168e-40a7-b7e5-b2ea9bb21a84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.106059] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.106059] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Processing image 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.106059] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.106059] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.106059] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.110317] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db17062-2b08-4626-96fc-330f6075ea6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.113604] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a39eef-fea2-4e92-a934-ad2186e72321 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.122128] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6566cb7-7df3-4223-9901-2372f9254a15 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.126787] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.127093] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.128063] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08c9d9a-4ea0-47b9-b9f5-16ca7f30e573 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.137829] env[68089]: DEBUG nova.compute.provider_tree [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.142863] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 866.142863] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527e596e-bead-ddf6-a08f-f454a7008b08" [ 866.142863] env[68089]: _type = "Task" [ 866.142863] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.153675] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527e596e-bead-ddf6-a08f-f454a7008b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.297649] env[68089]: INFO nova.compute.manager [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Took 55.84 seconds to build instance. [ 866.513450] env[68089]: DEBUG nova.network.neutron [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updated VIF entry in instance network info cache for port 4915fd5f-86be-4321-9283-02fd9ef33162. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.513856] env[68089]: DEBUG nova.network.neutron [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [{"id": "4915fd5f-86be-4321-9283-02fd9ef33162", "address": "fa:16:3e:3f:b8:61", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4915fd5f-86", "ovs_interfaceid": "4915fd5f-86be-4321-9283-02fd9ef33162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.618168] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.645500] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.645746] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.645904] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.646104] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.646254] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.646400] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.646608] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.646919] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.646919] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.647104] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.647288] env[68089]: DEBUG nova.virt.hardware [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.648387] env[68089]: DEBUG nova.scheduler.client.report [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.652148] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfd4ac3-0b56-47a1-b275-9f0a46d2abef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.668120] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d82a70-61f9-4062-8ea5-75ea440bbe55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.673336] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 866.673583] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Fetch image to [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf/OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 866.673764] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Downloading stream optimized image 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 to [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf/OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf.vmdk on the data store datastore1 as vApp {{(pid=68089) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 866.673930] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Downloading image file data 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 to the ESX as VM named 'OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf' {{(pid=68089) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 866.686765] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.692461] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Creating folder: Project (36763ce13caa452490057032ed183b1e). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.695088] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758eb807-eb70-4472-b8a4-fdd61c672bcc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.722099] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Created folder: Project (36763ce13caa452490057032ed183b1e) in parent group-v573447. [ 866.722316] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Creating folder: Instances. Parent ref: group-v573654. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.722560] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89e70144-0a94-461f-a1d8-19f9cab71722 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.732271] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Created folder: Instances in parent group-v573654. [ 866.732518] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.733373] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.734974] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e664dcff-ffcf-4c24-b5db-09e230f6f838 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.752199] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.752199] env[68089]: value = "task-2852897" [ 866.752199] env[68089]: _type = "Task" [ 866.752199] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.760966] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852897, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.768413] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 866.768413] env[68089]: value = "resgroup-9" [ 866.768413] env[68089]: _type = "ResourcePool" [ 866.768413] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 866.768889] env[68089]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ea3881b-9a88-47e6-9d7c-ec5717a734f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.788880] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease: (returnval){ [ 866.788880] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 866.788880] env[68089]: _type = "HttpNfcLease" [ 866.788880] env[68089]: } obtained for vApp import into resource pool (val){ [ 866.788880] env[68089]: value = "resgroup-9" [ 866.788880] env[68089]: _type = "ResourcePool" [ 866.788880] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 866.789637] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the lease: (returnval){ [ 866.789637] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 866.789637] env[68089]: _type = "HttpNfcLease" [ 866.789637] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.795591] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.795591] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 866.795591] env[68089]: _type = "HttpNfcLease" [ 866.795591] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.802258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-969b0591-c363-4bf7-955b-4a7f866a5312 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.489s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.975167] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.975450] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.975607] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.975790] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.975932] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.976098] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.976397] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.976574] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.976747] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.976965] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.977175] env[68089]: DEBUG nova.virt.hardware [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.978367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dae60a-0980-4546-b386-09aff1465fc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.987011] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73c14b-8dd9-403f-87a7-390318fff1ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.003491] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.009066] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.009403] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.009633] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fdaa12-d8a0-435a-afda-edbb1bf03944 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.021862] env[68089]: DEBUG oslo_concurrency.lockutils [req-3df0f32e-eaa6-4735-97ed-cb5f0cfe378b req-ca9073ce-e458-459c-9bf9-b9443ec0a609 service nova] Releasing lock "refresh_cache-6bca99bb-a1e8-4bfd-9b6e-6177767155a2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.027162] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.027162] env[68089]: value = "task-2852899" [ 867.027162] env[68089]: _type = "Task" [ 867.027162] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.036198] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852899, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.098458] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.099097] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.099097] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.099294] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.100647] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.103245] env[68089]: INFO nova.compute.manager [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Terminating instance [ 867.157141] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.157938] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.161142] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.709s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.161821] env[68089]: DEBUG nova.objects.instance [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.264386] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852897, 'name': CreateVM_Task, 'duration_secs': 0.282538} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.264613] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.265162] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.265760] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.266085] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eabcc73-67d1-496f-b203-9717781ad9b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.271868] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 867.271868] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52922543-1542-c3ca-1fc1-c3fc20d26387" [ 867.271868] env[68089]: _type = "Task" [ 867.271868] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.282901] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52922543-1542-c3ca-1fc1-c3fc20d26387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.297502] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.297502] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 867.297502] env[68089]: _type = "HttpNfcLease" [ 867.297502] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.538724] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852899, 'name': CreateVM_Task, 'duration_secs': 0.275919} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.538902] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.539321] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.608431] env[68089]: DEBUG nova.compute.manager [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.608788] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.609782] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c8ff1e-aaa9-4477-b074-a1eb9e145f77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.617291] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.617541] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c100ae0b-1e17-48a7-81a7-744398e0c830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.624673] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 867.624673] env[68089]: value = "task-2852900" [ 867.624673] env[68089]: _type = "Task" [ 867.624673] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.632892] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.665987] env[68089]: DEBUG nova.compute.utils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.671164] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.671164] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.724322] env[68089]: DEBUG nova.policy [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e4524bbb4aa4e4dacccb17309581897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6f946da78841af841b7fa5f5468776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.786888] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52922543-1542-c3ca-1fc1-c3fc20d26387, 'name': SearchDatastore_Task, 'duration_secs': 0.019606} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.787122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.787369] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.787615] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.787756] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.787957] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.788281] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.788791] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.788846] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd1d5d6-97e2-42b1-8498-200ca9efd13d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.791726] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f499e4-dc43-41f6-8bf8-58eb8b385cc9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.800540] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 867.800540] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5257e589-cebd-4cd8-4279-26564bb9accb" [ 867.800540] env[68089]: _type = "Task" [ 867.800540] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.802259] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.802259] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 867.802259] env[68089]: _type = "HttpNfcLease" [ 867.802259] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.806146] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.806146] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bafe5d-9fc8-9402-ad48-f4e3141272fa" [ 867.806146] env[68089]: _type = "HttpNfcLease" [ 867.806146] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 867.808432] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba194448-c5f4-43ff-98c7-ed0984bcd7f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.811624] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.813243] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.815146] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c725d394-6468-4cb9-86bd-dfc43e851ae5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.821499] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5257e589-cebd-4cd8-4279-26564bb9accb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.825717] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.825904] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 867.828298] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 867.828298] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5201d4df-89bf-ada5-b862-198996f11673" [ 867.828298] env[68089]: _type = "Task" [ 867.828298] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.895164] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5201d4df-89bf-ada5-b862-198996f11673, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.900312] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90341da-58be-443d-9730-9133278a26bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.902857] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5961d77-88a4-40ef-968b-c171b1ff79c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.908079] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 867.908079] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523e59f3-07e0-ab2d-a50e-804452ea2681" [ 867.908079] env[68089]: _type = "Task" [ 867.908079] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.918576] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523e59f3-07e0-ab2d-a50e-804452ea2681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.064478] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Successfully created port: d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.138270] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852900, 'name': PowerOffVM_Task, 'duration_secs': 0.182377} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.138270] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.138454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.138603] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52791f1d-dec4-4150-802f-0506a39a8c03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.171921] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.178018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66c5c083-01ad-45fc-a2e2-2ea46bb106b9 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.178018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.364s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.178350] env[68089]: INFO nova.compute.claims [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.272397] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.273014] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.273318] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Deleting the datastore file [datastore2] 24e8dd88-f334-49fe-8b84-7f7e680f8b19 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.275696] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b63df91-8ce8-4add-a9ca-bdf9a2ca448e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.284425] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for the task: (returnval){ [ 868.284425] env[68089]: value = "task-2852902" [ 868.284425] env[68089]: _type = "Task" [ 868.284425] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.295837] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.314074] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5257e589-cebd-4cd8-4279-26564bb9accb, 'name': SearchDatastore_Task, 'duration_secs': 0.01917} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.314074] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.314403] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.314403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.352581] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.352834] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.424468] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523e59f3-07e0-ab2d-a50e-804452ea2681, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.428452] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.428711] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] ded00217-6925-489f-98cb-b1ffeca768f2/ded00217-6925-489f-98cb-b1ffeca768f2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.429605] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.429840] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.430079] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8aa3b94-09bf-4298-895d-926f5d422acd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.433579] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beeee233-3f7a-4172-ba47-e4fa2cdaa0fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.441233] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 868.441233] env[68089]: value = "task-2852903" [ 868.441233] env[68089]: _type = "Task" [ 868.441233] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.445756] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.445954] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.448707] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b68844-6902-4c03-b2fa-9663f2346ec5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.454705] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.459224] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 868.459224] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52cdae4e-ad17-ca80-788c-ba20f01f20be" [ 868.459224] env[68089]: _type = "Task" [ 868.459224] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.472098] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cdae4e-ad17-ca80-788c-ba20f01f20be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.567697] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "25a8a59e-37eb-4148-b280-14ebebe127ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.567931] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.796586] env[68089]: DEBUG oslo_vmware.api [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Task: {'id': task-2852902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147373} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.797094] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.797208] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.797351] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.797559] env[68089]: INFO nova.compute.manager [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.797848] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.798075] env[68089]: DEBUG nova.compute.manager [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.798205] env[68089]: DEBUG nova.network.neutron [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.856037] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.919243] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.919417] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.919562] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.919747] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.919918] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.922710] env[68089]: INFO nova.compute.manager [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Terminating instance [ 868.954395] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852903, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.972812] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52cdae4e-ad17-ca80-788c-ba20f01f20be, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.975304] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30d4a6e-286f-41fe-be19-b07699f4d86a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.981419] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 868.981419] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5210ec5f-e064-b636-e218-b6a47b66bb21" [ 868.981419] env[68089]: _type = "Task" [ 868.981419] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.989407] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5210ec5f-e064-b636-e218-b6a47b66bb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.071470] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.162422] env[68089]: DEBUG nova.compute.manager [req-a382deb6-fa05-47ce-838c-aeebbd82722c req-bc12e9ab-6b02-4e88-b3cd-a32dfc70ecaf service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Received event network-vif-deleted-f0558653-14c4-44bf-8284-24a3c896e363 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.162569] env[68089]: INFO nova.compute.manager [req-a382deb6-fa05-47ce-838c-aeebbd82722c req-bc12e9ab-6b02-4e88-b3cd-a32dfc70ecaf service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Neutron deleted interface f0558653-14c4-44bf-8284-24a3c896e363; detaching it from the instance and deleting it from the info cache [ 869.162747] env[68089]: DEBUG nova.network.neutron [req-a382deb6-fa05-47ce-838c-aeebbd82722c req-bc12e9ab-6b02-4e88-b3cd-a32dfc70ecaf service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.190016] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.232028] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.232281] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.232439] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.232920] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.233150] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.233313] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.233548] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.233717] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.233885] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.234058] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.234250] env[68089]: DEBUG nova.virt.hardware [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.235159] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2202b713-f854-45d3-8e49-ccdd1659c623 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.253781] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671666f-768a-4a65-8446-c82c171a2f7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.300409] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 869.301021] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.301583] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986efc38-dd6d-40c6-a811-239d8c9c1781 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.309313] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.309497] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 869.312435] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2a5d0066-554b-4ae7-85a4-c31068a39644 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.379336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.426749] env[68089]: DEBUG nova.compute.manager [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.427376] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.427791] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c82078c-3185-428b-9ebb-9498ff18711c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.440033] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.440033] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d31aec-4914-4a98-9f87-491725ab8453 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.446275] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 869.446275] env[68089]: value = "task-2852904" [ 869.446275] env[68089]: _type = "Task" [ 869.446275] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.455458] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55105} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.456141] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] ded00217-6925-489f-98cb-b1ffeca768f2/ded00217-6925-489f-98cb-b1ffeca768f2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.456402] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.456691] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f618afea-d31f-455f-8c5d-a1c6ccad37c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.461492] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.470235] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 869.470235] env[68089]: value = "task-2852905" [ 869.470235] env[68089]: _type = "Task" [ 869.470235] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.479649] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.491296] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5210ec5f-e064-b636-e218-b6a47b66bb21, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.491511] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.491870] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.492190] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbed56f3-52ba-476e-9cec-103c50584859 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501400] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 869.501400] env[68089]: value = "task-2852906" [ 869.501400] env[68089]: _type = "Task" [ 869.501400] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.510341] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.528218] env[68089]: DEBUG oslo_vmware.rw_handles [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cead24-d909-f461-5479-91aa76a0d43f/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 869.529234] env[68089]: INFO nova.virt.vmwareapi.images [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Downloaded image file data 111e0dbd-c3b8-4cc4-9f1a-a322966c6209 [ 869.530863] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876a8cc-eb80-4d72-a252-2cb9cb40f9f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.535735] env[68089]: DEBUG nova.compute.manager [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.537037] env[68089]: DEBUG oslo_concurrency.lockutils [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.537037] env[68089]: DEBUG oslo_concurrency.lockutils [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.537037] env[68089]: DEBUG oslo_concurrency.lockutils [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.537037] env[68089]: DEBUG nova.compute.manager [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] No waiting events found dispatching network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.537037] env[68089]: WARNING nova.compute.manager [req-df7ad4ea-8062-4932-81df-3eb02f3ba484 req-eddb7987-3b32-42bd-99ce-840d53906b33 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received unexpected event network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 for instance with vm_state building and task_state spawning. [ 869.555554] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e9b0ce-ac36-4546-85c7-2106c4e0eb2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.583757] env[68089]: INFO nova.virt.vmwareapi.images [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] The imported VM was unregistered [ 869.586882] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 869.586882] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.586882] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d15432-b86d-4588-bf78-1851d3e29dd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.590986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.600705] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.600947] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf/OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf.vmdk to [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk. {{(pid=68089) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 869.601222] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-838b7caa-9b3a-481a-80ae-d04904772aa4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.611361] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 869.611361] env[68089]: value = "task-2852908" [ 869.611361] env[68089]: _type = "Task" [ 869.611361] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.618834] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.634794] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Successfully updated port: d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.644925] env[68089]: DEBUG nova.network.neutron [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.668075] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c03f8851-2731-4208-b5a7-5fab7556055e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676969] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1ee56-c825-4928-8e12-55e00b69af3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.714720] env[68089]: DEBUG nova.compute.manager [req-a382deb6-fa05-47ce-838c-aeebbd82722c req-bc12e9ab-6b02-4e88-b3cd-a32dfc70ecaf service nova] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Detach interface failed, port_id=f0558653-14c4-44bf-8284-24a3c896e363, reason: Instance 24e8dd88-f334-49fe-8b84-7f7e680f8b19 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 869.729426] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5552a8-a30d-4ce5-8a1e-0fcd0da046ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.736801] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c41b9-25e1-4f78-907f-a5b81a2eae2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.767338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390fc6c-bcd3-408a-8282-7aff13553811 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.775572] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3500e0ae-48e3-4750-b1df-15be81dd992b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.790815] env[68089]: DEBUG nova.compute.provider_tree [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.960180] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852904, 'name': PowerOffVM_Task, 'duration_secs': 0.230629} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.960579] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.960713] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.961085] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b4078e-7f2f-4b1a-b170-403bc9cbce5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.981499] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067747} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.981710] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.982553] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920d60cd-b011-4676-8ed6-4b2f54612fcb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.003654] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ded00217-6925-489f-98cb-b1ffeca768f2/ded00217-6925-489f-98cb-b1ffeca768f2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.004064] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05030135-02eb-4dbb-abfe-1744e5502877 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.032014] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852906, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.032372] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 870.032372] env[68089]: value = "task-2852910" [ 870.032372] env[68089]: _type = "Task" [ 870.032372] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.033683] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.033798] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.033969] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleting the datastore file [datastore2] f7670926-83aa-49b9-96fb-3c190fb7c466 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.037408] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85b15778-2ebb-43d7-a6ee-8f5808290f99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.044135] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.045576] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for the task: (returnval){ [ 870.045576] env[68089]: value = "task-2852911" [ 870.045576] env[68089]: _type = "Task" [ 870.045576] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.053667] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.121552] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.141554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.141768] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.141941] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.146185] env[68089]: INFO nova.compute.manager [-] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Took 1.35 seconds to deallocate network for instance. [ 870.294439] env[68089]: DEBUG nova.scheduler.client.report [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.520340] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571318} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.520789] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.521744] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.521744] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86fe6545-9196-4c97-bd45-6758d934edf2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.531221] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 870.531221] env[68089]: value = "task-2852912" [ 870.531221] env[68089]: _type = "Task" [ 870.531221] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.548224] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.555028] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.560145] env[68089]: DEBUG oslo_vmware.api [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Task: {'id': task-2852911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343579} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.560417] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.560715] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.560870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.561214] env[68089]: INFO nova.compute.manager [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.561297] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.561457] env[68089]: DEBUG nova.compute.manager [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.561760] env[68089]: DEBUG nova.network.neutron [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.622074] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.654377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.705556] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.800211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.800840] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.803495] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.497s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.803905] env[68089]: DEBUG nova.objects.instance [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lazy-loading 'resources' on Instance uuid 04fe4efc-95d3-4339-b76c-44d720ab2bd4 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.975546] env[68089]: DEBUG nova.network.neutron [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.058842] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852912, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.064393] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852910, 'name': ReconfigVM_Task, 'duration_secs': 0.845323} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.064393] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ded00217-6925-489f-98cb-b1ffeca768f2/ded00217-6925-489f-98cb-b1ffeca768f2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.064393] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5443be-e1dc-4571-9c7f-655ae504f951 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.067481] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 871.067481] env[68089]: value = "task-2852913" [ 871.067481] env[68089]: _type = "Task" [ 871.067481] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.078484] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852913, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.123249] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.307246] env[68089]: DEBUG nova.compute.utils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.312433] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.312680] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.368548] env[68089]: DEBUG nova.policy [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1098cf6e4d2e45fc8c1a6c6eafc06593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff4f98e47234aaf8ce250c1145bfd89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.478942] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.479319] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance network_info: |[{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.480639] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3bdda92-5337-44fb-9cb7-5a9a9ca895e6', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.487840] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating folder: Project (6c6f946da78841af841b7fa5f5468776). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.488211] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-531f0ede-0147-4ab6-b2fe-0d119f2d2e81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.503457] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created folder: Project (6c6f946da78841af841b7fa5f5468776) in parent group-v573447. [ 871.503651] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating folder: Instances. Parent ref: group-v573659. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.504184] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd8b1b8-6d56-4ebc-b8c2-1e700afe5d28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.517308] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created folder: Instances in parent group-v573659. [ 871.517668] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.517900] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.518141] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5ba8ff3-cd89-43c8-9111-75ce8a0a8878 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.548297] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.762795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.549777] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.550119] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.550119] env[68089]: value = "task-2852916" [ 871.550119] env[68089]: _type = "Task" [ 871.550119] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.553310] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381a97a6-5f41-4019-a1ef-b06c256043a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.577622] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.587027] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23feb7bb-6b55-453b-b97e-4a37bdb1ad0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.601662] env[68089]: DEBUG nova.network.neutron [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.602910] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852916, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.609492] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852913, 'name': Rename_Task, 'duration_secs': 0.401261} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.611320] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.611884] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 871.611884] env[68089]: value = "task-2852917" [ 871.611884] env[68089]: _type = "Task" [ 871.611884] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.612106] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becdebb5-92b2-4ace-a2a2-9dcc6d5563b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.628818] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 871.628818] env[68089]: value = "task-2852918" [ 871.628818] env[68089]: _type = "Task" [ 871.628818] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.637498] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.637775] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.647676] env[68089]: DEBUG nova.compute.manager [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.647924] env[68089]: DEBUG nova.compute.manager [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing instance network info cache due to event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 871.648169] env[68089]: DEBUG oslo_concurrency.lockutils [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.649030] env[68089]: DEBUG oslo_concurrency.lockutils [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.649030] env[68089]: DEBUG nova.network.neutron [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.659648] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852918, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.708930] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Successfully created port: 38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.816930] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.912070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c770fee3-22a6-47aa-9f8f-0d49a0bc7a35 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.923351] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa127c1e-bee1-4b0f-9c94-149b05675405 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967725] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc40050-8255-4438-882c-7b928fbf4f54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.982470] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001bca2b-a1c1-4e9e-bd64-2b622fffbf07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.008596] env[68089]: DEBUG nova.compute.provider_tree [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.071294] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852916, 'name': CreateVM_Task, 'duration_secs': 0.420903} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.071294] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.072345] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.072582] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.073050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.073434] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd65443a-8d6a-4072-960f-bea3f557427b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.082652] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 872.082652] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5215bfd1-4cdc-79cf-076f-aa3897e7201f" [ 872.082652] env[68089]: _type = "Task" [ 872.082652] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.097990] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5215bfd1-4cdc-79cf-076f-aa3897e7201f, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.098510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.098836] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.099233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.099476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.099758] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.100165] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1bc730-29cb-488a-a4f7-cd184ade2a4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.104906] env[68089]: INFO nova.compute.manager [-] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Took 1.54 seconds to deallocate network for instance. [ 872.116027] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.116027] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.116027] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8149ef7c-0cdc-488a-8e1f-477e9fcd2a5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.138501] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.144965] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 872.144965] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c9e9e4-b47c-2245-872e-d313f76dc704" [ 872.144965] env[68089]: _type = "Task" [ 872.144965] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.146080] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.154817] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.164035] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c9e9e4-b47c-2245-872e-d313f76dc704, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.164937] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8f1385-4fc7-4db9-b41e-3b6d0cd160ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.174024] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 872.174024] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b58d79-1c09-61dd-731e-17295ba524ce" [ 872.174024] env[68089]: _type = "Task" [ 872.174024] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.188750] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b58d79-1c09-61dd-731e-17295ba524ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.457758] env[68089]: DEBUG nova.network.neutron [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updated VIF entry in instance network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.458116] env[68089]: DEBUG nova.network.neutron [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.532767] env[68089]: ERROR nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] [req-7a6c94da-d91f-4ae0-82db-3baf937b11e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a6c94da-d91f-4ae0-82db-3baf937b11e4"}]} [ 872.551271] env[68089]: DEBUG nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.565774] env[68089]: DEBUG nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.566051] env[68089]: DEBUG nova.compute.provider_tree [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.578169] env[68089]: DEBUG nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.596577] env[68089]: DEBUG nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.620688] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.632293] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.638043] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852908, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.768568} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.642052] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf/OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf.vmdk to [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk. [ 872.642052] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Cleaning up location [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 872.642052] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6a6cb621-4910-441e-b059-391f1fd95ecf {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.642221] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31cf1f1c-f27a-4aa4-a91c-9b1943df95bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.648743] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.650091] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 872.650091] env[68089]: value = "task-2852919" [ 872.650091] env[68089]: _type = "Task" [ 872.650091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.660357] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.685787] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b58d79-1c09-61dd-731e-17295ba524ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014029} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.686328] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.686328] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.686592] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b290a6-6422-4870-9f0d-04902f9a04d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.692515] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 872.692515] env[68089]: value = "task-2852920" [ 872.692515] env[68089]: _type = "Task" [ 872.692515] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.700228] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.827408] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.854267] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.854527] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.854687] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.854867] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.855024] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.855175] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.855381] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.855539] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.855705] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.855871] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.856058] env[68089]: DEBUG nova.virt.hardware [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.856936] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e768d9d-221b-4bcd-8808-8cfc3c77a983 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.871033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a203c9a5-8866-4f62-885f-a229905c6f06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.961062] env[68089]: DEBUG oslo_concurrency.lockutils [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.961375] env[68089]: DEBUG nova.compute.manager [req-37646d98-3ddd-4b44-b3e5-efc805bc285a req-e16e5ef6-be12-4c2f-a1ff-1b23405f6b0c service nova] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Received event network-vif-deleted-84e6cf01-3a39-4971-8bd3-96ab9fe79625 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.010169] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34b1a6d-bbc7-40db-9bb7-f36c6d61f842 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.020325] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494161d-20a1-48e7-ba75-f23de35a7579 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.056754] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b39f2a6-fb7b-4491-adc0-d8d884517cc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.066930] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68843f1d-58c9-4dc2-b0a2-c5604abdd324 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.081757] env[68089]: DEBUG nova.compute.provider_tree [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.133445] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852917, 'name': ReconfigVM_Task, 'duration_secs': 1.033765} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.133445] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d364a3c8-6f2f-4ef6-a3d8-23e200263608/d364a3c8-6f2f-4ef6-a3d8-23e200263608.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.133445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639f1bdb-0b9e-4229-80d4-cd2dfaf691a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.142025] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 873.142025] env[68089]: value = "task-2852921" [ 873.142025] env[68089]: _type = "Task" [ 873.142025] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.152551] env[68089]: DEBUG oslo_vmware.api [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852918, 'name': PowerOnVM_Task, 'duration_secs': 1.045848} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.156475] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.156785] env[68089]: INFO nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Took 6.54 seconds to spawn the instance on the hypervisor. [ 873.157039] env[68089]: DEBUG nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.157367] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852921, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.162113] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4171f622-be26-4ef7-a58c-d4d846fd4414 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170027] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049321} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.170825] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.172017] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.172017] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk to [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.174193] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b7b114-8b08-4202-a4ab-87f0d7bd191a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.202103] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 873.202103] env[68089]: value = "task-2852922" [ 873.202103] env[68089]: _type = "Task" [ 873.202103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.207284] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509447} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.213282] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.213498] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.213834] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c216dd66-f01b-47f5-b758-d8d2047ca0c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.220906] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.222941] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 873.222941] env[68089]: value = "task-2852923" [ 873.222941] env[68089]: _type = "Task" [ 873.222941] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.231254] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.246057] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Successfully updated port: 38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.621386] env[68089]: DEBUG nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.621674] env[68089]: DEBUG nova.compute.provider_tree [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 96 to 97 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.621938] env[68089]: DEBUG nova.compute.provider_tree [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.656964] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852921, 'name': Rename_Task, 'duration_secs': 0.329175} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.657302] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.657564] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac2854b-4619-4806-aa87-cb2d65b66421 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.667240] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 873.667240] env[68089]: value = "task-2852924" [ 873.667240] env[68089]: _type = "Task" [ 873.667240] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.686686] env[68089]: INFO nova.compute.manager [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Took 57.50 seconds to build instance. [ 873.688133] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.690460] env[68089]: DEBUG nova.compute.manager [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Received event network-vif-plugged-38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.690748] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Acquiring lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.690964] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.691150] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.691326] env[68089]: DEBUG nova.compute.manager [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] No waiting events found dispatching network-vif-plugged-38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.691483] env[68089]: WARNING nova.compute.manager [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Received unexpected event network-vif-plugged-38ee6128-a7b9-45c4-9ae7-0177028463a9 for instance with vm_state building and task_state spawning. [ 873.691641] env[68089]: DEBUG nova.compute.manager [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Received event network-changed-38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 873.691793] env[68089]: DEBUG nova.compute.manager [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Refreshing instance network info cache due to event network-changed-38ee6128-a7b9-45c4-9ae7-0177028463a9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 873.691974] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Acquiring lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.692121] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Acquired lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.692280] env[68089]: DEBUG nova.network.neutron [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Refreshing network info cache for port 38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.719222] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.733392] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065668} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.733700] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.734567] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683e7940-caee-47a2-a5e3-069e9fc15c2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.750542] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.759930] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.760262] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f906c9d4-ad3c-4c2d-8eed-411ce112782a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.783270] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 873.783270] env[68089]: value = "task-2852925" [ 873.783270] env[68089]: _type = "Task" [ 873.783270] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.794340] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.126845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.323s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.130293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.891s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.130553] env[68089]: DEBUG nova.objects.instance [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lazy-loading 'resources' on Instance uuid 5bc3ebe5-6bb1-471a-b224-3beb7fd85606 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.151878] env[68089]: INFO nova.scheduler.client.report [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Deleted allocations for instance 04fe4efc-95d3-4339-b76c-44d720ab2bd4 [ 874.181649] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.189387] env[68089]: DEBUG oslo_concurrency.lockutils [None req-744e87b0-86e0-483f-9279-0a962f6c3108 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.012s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.220490] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.236264] env[68089]: DEBUG nova.network.neutron [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.296578] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852925, 'name': ReconfigVM_Task, 'duration_secs': 0.329685} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.297395] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.297612] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fd10483-c156-4034-be18-ac046cee9997 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.305580] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 874.305580] env[68089]: value = "task-2852926" [ 874.305580] env[68089]: _type = "Task" [ 874.305580] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.324609] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852926, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.331575] env[68089]: DEBUG nova.network.neutron [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.664022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58ef34bb-2b5f-410c-91c9-334f31c1f9c5 tempest-ServerRescueTestJSON-70488676 tempest-ServerRescueTestJSON-70488676-project-member] Lock "04fe4efc-95d3-4339-b76c-44d720ab2bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.171s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.689197] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.725712] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.827424] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852926, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.834351] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aad3769-4dec-4223-a25f-585b87075bf1 req-7d9cabb3-cd5a-4a05-b9c9-cde958c2187d service nova] Releasing lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.841402] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquired lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841585] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.102675] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6b07d7-09e0-46af-a574-a198c7a773d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.114508] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3981da68-945d-4699-8b95-3747af395207 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.150636] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a821c-2d2a-4ea4-9783-67edc4d2a14b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.160722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed3933-871d-4ce6-88e3-8c0a8886988b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.185316] env[68089]: DEBUG nova.compute.provider_tree [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.192063] env[68089]: DEBUG oslo_vmware.api [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852924, 'name': PowerOnVM_Task, 'duration_secs': 1.107284} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.194968] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.194968] env[68089]: DEBUG nova.compute.manager [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.194968] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cf4cb8-5e72-46f4-aef0-ed86f05ae1a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.205620] env[68089]: DEBUG nova.compute.manager [None req-a40d4e50-947c-4ddf-9895-cf1e85b8cc15 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.207070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1713fb-b095-4c0d-bf7b-ad2a73153049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.223282] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.324025] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852926, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.344141] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "ded00217-6925-489f-98cb-b1ffeca768f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.344426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.344637] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "ded00217-6925-489f-98cb-b1ffeca768f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.344815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.344976] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.349536] env[68089]: INFO nova.compute.manager [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Terminating instance [ 875.392859] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.634672] env[68089]: DEBUG nova.network.neutron [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Updating instance_info_cache with network_info: [{"id": "38ee6128-a7b9-45c4-9ae7-0177028463a9", "address": "fa:16:3e:07:71:9f", "network": {"id": "470a14e4-f464-40b0-ac44-2fbf096ca167", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-991208631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff4f98e47234aaf8ce250c1145bfd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ee6128-a7", "ovs_interfaceid": "38ee6128-a7b9-45c4-9ae7-0177028463a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.688881] env[68089]: DEBUG nova.scheduler.client.report [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.717676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.722445] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852922, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.420985} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.723314] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/111e0dbd-c3b8-4cc4-9f1a-a322966c6209/111e0dbd-c3b8-4cc4-9f1a-a322966c6209.vmdk to [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.726164] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef04f2-4ec6-49c8-a2cb-900d0f22115a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.729622] env[68089]: INFO nova.compute.manager [None req-a40d4e50-947c-4ddf-9895-cf1e85b8cc15 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] instance snapshotting [ 875.730255] env[68089]: DEBUG nova.objects.instance [None req-a40d4e50-947c-4ddf-9895-cf1e85b8cc15 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lazy-loading 'flavor' on Instance uuid ded00217-6925-489f-98cb-b1ffeca768f2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.752676] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.754168] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee75d90-8e0e-43ad-8f6b-87b3ca9ee15b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.774940] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 875.774940] env[68089]: value = "task-2852927" [ 875.774940] env[68089]: _type = "Task" [ 875.774940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.783735] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.821558] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852926, 'name': Rename_Task, 'duration_secs': 1.161201} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.821558] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.821558] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5c2a4e-3191-40d1-b7f8-2aaa94b78a3a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.828315] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 875.828315] env[68089]: value = "task-2852928" [ 875.828315] env[68089]: _type = "Task" [ 875.828315] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.834928] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.858458] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "refresh_cache-ded00217-6925-489f-98cb-b1ffeca768f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.858458] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquired lock "refresh_cache-ded00217-6925-489f-98cb-b1ffeca768f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.858458] env[68089]: DEBUG nova.network.neutron [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.138559] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Releasing lock "refresh_cache-30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.138960] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance network_info: |[{"id": "38ee6128-a7b9-45c4-9ae7-0177028463a9", "address": "fa:16:3e:07:71:9f", "network": {"id": "470a14e4-f464-40b0-ac44-2fbf096ca167", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-991208631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff4f98e47234aaf8ce250c1145bfd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ee6128-a7", "ovs_interfaceid": "38ee6128-a7b9-45c4-9ae7-0177028463a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.140252] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:71:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ee6128-a7b9-45c4-9ae7-0177028463a9', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.149894] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Creating folder: Project (5ff4f98e47234aaf8ce250c1145bfd89). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.150296] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e40f7363-e7c3-45dd-ab32-89b51700f5f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.162063] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Created folder: Project (5ff4f98e47234aaf8ce250c1145bfd89) in parent group-v573447. [ 876.162063] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Creating folder: Instances. Parent ref: group-v573662. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.162063] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4282436-9e65-4893-b782-1e99a33367e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.170881] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Created folder: Instances in parent group-v573662. [ 876.171191] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.171441] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.171641] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f032b0c-0cbe-4ec8-8479-30787995f2c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191169] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.191169] env[68089]: value = "task-2852931" [ 876.191169] env[68089]: _type = "Task" [ 876.191169] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.194983] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.197625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.520s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.199227] env[68089]: INFO nova.compute.claims [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.209723] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852931, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.232578] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.233020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.233223] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.233420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.233704] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.239884] env[68089]: INFO nova.compute.manager [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Terminating instance [ 876.243141] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220d36f-2629-4c4a-8ef0-041386b8b02b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.249301] env[68089]: INFO nova.scheduler.client.report [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Deleted allocations for instance 5bc3ebe5-6bb1-471a-b224-3beb7fd85606 [ 876.274882] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c2b458-e0f9-4701-b6a0-f7c91ae7a52c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.286452] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852927, 'name': ReconfigVM_Task, 'duration_secs': 0.369303} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.288669] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2/6bca99bb-a1e8-4bfd-9b6e-6177767155a2.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.290229] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_options': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': '0dcae654-aa30-40a9-a80e-7cc730c55dd7'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573624', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'name': 'volume-10168c78-a304-42d4-ba58-78fadc2145a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6bca99bb-a1e8-4bfd-9b6e-6177767155a2', 'attached_at': '', 'detached_at': '', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'serial': '10168c78-a304-42d4-ba58-78fadc2145a7'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'attachment_id': '8048ff3f-fc13-451c-aa7c-3a56ab99020a', 'volume_type': None}], 'swap': None} {{(pid=68089) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 876.290855] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.290855] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573624', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'name': 'volume-10168c78-a304-42d4-ba58-78fadc2145a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6bca99bb-a1e8-4bfd-9b6e-6177767155a2', 'attached_at': '', 'detached_at': '', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'serial': '10168c78-a304-42d4-ba58-78fadc2145a7'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.295783] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e9e21-b035-49f2-a4fb-234e3b7e1f77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.314759] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac624388-2e48-4a3e-bff0-c86aefcbb590 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.342817] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-10168c78-a304-42d4-ba58-78fadc2145a7/volume-10168c78-a304-42d4-ba58-78fadc2145a7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.346795] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01121551-cddb-4eab-a0e1-9001f667ef1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.368719] env[68089]: DEBUG oslo_vmware.api [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2852928, 'name': PowerOnVM_Task, 'duration_secs': 0.488949} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.368771] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.369243] env[68089]: INFO nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Took 7.18 seconds to spawn the instance on the hypervisor. [ 876.369243] env[68089]: DEBUG nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.369619] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 876.369619] env[68089]: value = "task-2852932" [ 876.369619] env[68089]: _type = "Task" [ 876.369619] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.370443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969cbd0-45af-47e3-9215-0111ab3860b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.386954] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.394930] env[68089]: DEBUG nova.network.neutron [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.480341] env[68089]: DEBUG nova.network.neutron [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.705170] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852931, 'name': CreateVM_Task, 'duration_secs': 0.373111} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.705819] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.707084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.707354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.707684] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.707941] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a368464e-d909-48f0-9de8-657b106c0b02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.713349] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 876.713349] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52097c6f-3099-9624-9859-e2c22788c90f" [ 876.713349] env[68089]: _type = "Task" [ 876.713349] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.724399] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52097c6f-3099-9624-9859-e2c22788c90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.758598] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "refresh_cache-d364a3c8-6f2f-4ef6-a3d8-23e200263608" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.758789] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquired lock "refresh_cache-d364a3c8-6f2f-4ef6-a3d8-23e200263608" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.758968] env[68089]: DEBUG nova.network.neutron [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.762357] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d28463e6-9e06-4f38-93ac-973d94de5f31 tempest-ServersListShow2100Test-1595260566 tempest-ServersListShow2100Test-1595260566-project-member] Lock "5bc3ebe5-6bb1-471a-b224-3beb7fd85606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.775s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.799629] env[68089]: DEBUG nova.compute.manager [None req-a40d4e50-947c-4ddf-9895-cf1e85b8cc15 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance disappeared during snapshot {{(pid=68089) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 876.884525] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.897681] env[68089]: INFO nova.compute.manager [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Took 54.02 seconds to build instance. [ 876.936129] env[68089]: DEBUG nova.compute.manager [None req-a40d4e50-947c-4ddf-9895-cf1e85b8cc15 tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Found 0 images (rotation: 2) {{(pid=68089) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 876.984721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Releasing lock "refresh_cache-ded00217-6925-489f-98cb-b1ffeca768f2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.985195] env[68089]: DEBUG nova.compute.manager [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.985404] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.986296] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a4683-b605-45f7-9c3c-ebcf83a2d004 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.996963] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.997173] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a5ccff-6676-4411-ba89-b08b3f34337a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.004409] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 877.004409] env[68089]: value = "task-2852933" [ 877.004409] env[68089]: _type = "Task" [ 877.004409] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.016273] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.227725] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52097c6f-3099-9624-9859-e2c22788c90f, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.228122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.228596] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.229027] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.229301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.229548] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.230397] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7cd4473-c043-4116-b0fd-888a5b4ff7cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.241224] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.241433] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.244853] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00462ce-a916-4c2b-a96f-b96ab83ee023 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.252507] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 877.252507] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5208d364-99fe-e4d1-237d-e5b55dbecdb7" [ 877.252507] env[68089]: _type = "Task" [ 877.252507] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.265726] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5208d364-99fe-e4d1-237d-e5b55dbecdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.291062] env[68089]: DEBUG nova.network.neutron [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.384510] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852932, 'name': ReconfigVM_Task, 'duration_secs': 0.921921} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.384788] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-10168c78-a304-42d4-ba58-78fadc2145a7/volume-10168c78-a304-42d4-ba58-78fadc2145a7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.390574] env[68089]: DEBUG nova.network.neutron [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.395113] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64942399-d223-4d1f-898c-d7614306b61d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.409070] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f16816f-ea99-44d4-b877-531fbb2f49ed tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.534s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.415263] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 877.415263] env[68089]: value = "task-2852934" [ 877.415263] env[68089]: _type = "Task" [ 877.415263] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.428381] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.523759] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852933, 'name': PowerOffVM_Task, 'duration_secs': 0.206193} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.526480] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.526778] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.527173] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9c0cb3-d55f-4625-98a1-11f85d83d795 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.553076] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.553326] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.553508] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Deleting the datastore file [datastore1] ded00217-6925-489f-98cb-b1ffeca768f2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.553775] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2319dd3-e24a-4a92-a212-4cc95611192b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.560219] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for the task: (returnval){ [ 877.560219] env[68089]: value = "task-2852936" [ 877.560219] env[68089]: _type = "Task" [ 877.560219] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.569362] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.592754] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.592990] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.728509] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ace88-c96b-448e-8e9e-721f9370d8fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.738514] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788dff4-e595-4d30-8be7-eb87e268c239 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.774023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a3f9f5-9522-43e1-bde7-a48c77cc9dbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.780729] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5208d364-99fe-e4d1-237d-e5b55dbecdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.783322] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3a2d42-7af0-4dc4-bdcb-29f8f265f052 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.787238] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabb826-3fcc-4d7d-a94c-a6272a395d85 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.793549] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 877.793549] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528a813f-c9a0-0969-93ef-369abfbfc827" [ 877.793549] env[68089]: _type = "Task" [ 877.793549] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.803953] env[68089]: DEBUG nova.compute.provider_tree [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.814794] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a813f-c9a0-0969-93ef-369abfbfc827, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.815702] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.816038] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec/30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.816331] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de007cb4-a95e-4cab-8246-3a438ab7a102 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.824340] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 877.824340] env[68089]: value = "task-2852937" [ 877.824340] env[68089]: _type = "Task" [ 877.824340] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.833646] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.894208] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Releasing lock "refresh_cache-d364a3c8-6f2f-4ef6-a3d8-23e200263608" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.894643] env[68089]: DEBUG nova.compute.manager [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.894878] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.895794] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd8142-cb8a-4d86-b395-ee2f87a79384 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.905961] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.906236] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d669c85-e624-4093-834e-8ca625d8f7cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.912650] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 877.912650] env[68089]: value = "task-2852938" [ 877.912650] env[68089]: _type = "Task" [ 877.912650] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.925905] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.929060] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852934, 'name': ReconfigVM_Task, 'duration_secs': 0.193403} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.929364] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573624', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'name': 'volume-10168c78-a304-42d4-ba58-78fadc2145a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6bca99bb-a1e8-4bfd-9b6e-6177767155a2', 'attached_at': '', 'detached_at': '', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'serial': '10168c78-a304-42d4-ba58-78fadc2145a7'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.929961] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3a7fba-4fa0-4e13-a527-97c0f8d038f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.936328] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 877.936328] env[68089]: value = "task-2852939" [ 877.936328] env[68089]: _type = "Task" [ 877.936328] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.944939] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852939, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.073940] env[68089]: DEBUG oslo_vmware.api [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Task: {'id': task-2852936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099341} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.074556] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.074796] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.075018] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.075198] env[68089]: INFO nova.compute.manager [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Took 1.09 seconds to destroy the instance on the hypervisor. [ 878.075442] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.075652] env[68089]: DEBUG nova.compute.manager [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.075762] env[68089]: DEBUG nova.network.neutron [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.095171] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.102724] env[68089]: DEBUG nova.network.neutron [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.311062] env[68089]: DEBUG nova.scheduler.client.report [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.334931] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469454} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.335943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec/30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.336184] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.336435] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c650e5b7-213d-46ba-8c21-62ae0f99e984 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.342507] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 878.342507] env[68089]: value = "task-2852940" [ 878.342507] env[68089]: _type = "Task" [ 878.342507] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.351202] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.426919] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852938, 'name': PowerOffVM_Task, 'duration_secs': 0.149636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.426919] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.426919] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.426919] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7472e516-adbf-49ea-ba69-32d9f2f3a6f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.457793] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852939, 'name': Rename_Task, 'duration_secs': 0.1915} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.457793] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.457793] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.457793] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Deleting the datastore file [datastore1] d364a3c8-6f2f-4ef6-a3d8-23e200263608 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.457793] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.457793] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf00b6b-9142-4bc6-a36c-4a8733802fb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.458705] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d98b6d-0f43-413c-98fa-edd0f437c4c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.464732] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 878.464732] env[68089]: value = "task-2852943" [ 878.464732] env[68089]: _type = "Task" [ 878.464732] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.465932] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for the task: (returnval){ [ 878.465932] env[68089]: value = "task-2852942" [ 878.465932] env[68089]: _type = "Task" [ 878.465932] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.476836] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.479736] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.607475] env[68089]: DEBUG nova.network.neutron [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.626048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.817272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.817803] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.820569] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.713s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.820821] env[68089]: DEBUG nova.objects.instance [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lazy-loading 'resources' on Instance uuid 6c432798-e4a8-45e4-bb75-445c270227b8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.854592] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062809} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.854871] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.855969] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f6c0b-ee5d-41c3-9df3-fadf1568535a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.882037] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec/30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.882721] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6494635a-39d1-4fe2-883a-1c470b803c09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.912852] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 878.912852] env[68089]: value = "task-2852944" [ 878.912852] env[68089]: _type = "Task" [ 878.912852] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.921155] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.978006] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.981101] env[68089]: DEBUG oslo_vmware.api [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Task: {'id': task-2852942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.981354] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.981535] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.981712] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.981889] env[68089]: INFO nova.compute.manager [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Took 1.09 seconds to destroy the instance on the hypervisor. [ 878.982141] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.982328] env[68089]: DEBUG nova.compute.manager [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.982424] env[68089]: DEBUG nova.network.neutron [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.017247] env[68089]: DEBUG nova.network.neutron [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.110124] env[68089]: INFO nova.compute.manager [-] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Took 1.03 seconds to deallocate network for instance. [ 879.328351] env[68089]: DEBUG nova.compute.utils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.330382] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.330590] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.372857] env[68089]: DEBUG nova.policy [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdb69fd057549e3a78295fd08d0c04c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346a534cc5954657b07f4451c6ae4f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.427601] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852944, 'name': ReconfigVM_Task, 'duration_secs': 0.289556} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.427601] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec/30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.428348] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0fb5dce-bbfb-404c-acde-40c4bc207cfa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.435963] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 879.435963] env[68089]: value = "task-2852945" [ 879.435963] env[68089]: _type = "Task" [ 879.435963] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.444251] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852945, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.476720] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.520218] env[68089]: DEBUG nova.network.neutron [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.620039] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.709478] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Successfully created port: 292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.780105] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2407977-928c-4a9a-956e-b89748f46e57 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.786933] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93407a84-bba0-411b-97f1-031841ba99b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.824539] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e38b6e-fd08-4d08-a10d-8964744652b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.833094] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b181ab60-b954-4b82-b065-52447e5c55eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.836643] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.849164] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.949178] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852945, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.981345] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852943, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.025475] env[68089]: INFO nova.compute.manager [-] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Took 1.04 seconds to deallocate network for instance. [ 880.374906] env[68089]: ERROR nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [req-23540921-8aea-41d4-a2f2-14cec77863a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23540921-8aea-41d4-a2f2-14cec77863a0"}]} [ 880.392914] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.414530] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.414763] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.432694] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.455726] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852945, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.465349] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.479483] env[68089]: DEBUG oslo_vmware.api [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2852943, 'name': PowerOnVM_Task, 'duration_secs': 1.797205} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.480379] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.532144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.613669] env[68089]: DEBUG nova.compute.manager [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.614302] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.614613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.616683] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9fb08-4c32-4ecd-9e3e-48bfaafaaf29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.847429] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.878408] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.878708] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.878815] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.878969] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.879132] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.879279] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.879487] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.879645] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.879807] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.879972] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.880227] env[68089]: DEBUG nova.virt.hardware [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.881122] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d76f2b-2e35-4898-a697-93f81d96c4fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.891957] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc5649-5e1e-48c4-b0e3-431ab2b3ff38 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.921226] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e51f3-7ff9-46fa-a46e-9943db15fede {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.927730] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b5e0aa-fef3-4bac-b3f3-332bf8741dbc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.962729] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5545260c-92f8-4de3-85fc-0fe5d5b0e0d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.972986] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef22a18-f619-4f3d-a8d4-de3b6eac1b37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.976614] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852945, 'name': Rename_Task, 'duration_secs': 1.166994} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.976879] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.977445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1dcfbb0-16f0-47c4-82b4-8d8f1566e42c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.987830] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.993984] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 880.993984] env[68089]: value = "task-2852946" [ 880.993984] env[68089]: _type = "Task" [ 880.993984] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.003289] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.011787] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.012029] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.100602] env[68089]: DEBUG nova.compute.manager [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Received event network-vif-plugged-292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.100904] env[68089]: DEBUG oslo_concurrency.lockutils [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] Acquiring lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.102806] env[68089]: DEBUG oslo_concurrency.lockutils [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.102806] env[68089]: DEBUG oslo_concurrency.lockutils [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.102806] env[68089]: DEBUG nova.compute.manager [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] No waiting events found dispatching network-vif-plugged-292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.102806] env[68089]: WARNING nova.compute.manager [req-cd32da41-9d98-4f40-8ec3-86a8bfea0838 req-657ae9ca-3c83-402f-af44-4eb020faef67 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Received unexpected event network-vif-plugged-292ffcc8-bfff-4ec9-9355-281c52d84672 for instance with vm_state building and task_state spawning. [ 881.120120] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.137888] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9fe22c66-1115-417f-a55f-196ad068abbe tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 73.761s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.190659] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Successfully updated port: 292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.504679] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.510293] env[68089]: ERROR nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [req-06a0c85b-bf57-461b-b14c-02e4b7c7ffb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06a0c85b-bf57-461b-b14c-02e4b7c7ffb1"}]} [ 881.514167] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.530794] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 881.546390] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 881.546658] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.560030] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 881.582213] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 881.643222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.693991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.694152] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.694299] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.964443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998ea4a-f1ef-438a-8b12-78495b650ded {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.973821] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbce89f-5a6a-4092-a5eb-503d34b0c1c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.007584] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6649c6-8b5a-4d50-8da4-e4b896a9d86c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.017615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41369cf-7024-40a3-b288-7128274151ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.021287] env[68089]: DEBUG oslo_vmware.api [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852946, 'name': PowerOnVM_Task, 'duration_secs': 0.962969} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.023789] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.023789] env[68089]: INFO nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Took 9.20 seconds to spawn the instance on the hypervisor. [ 882.023908] env[68089]: DEBUG nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.024928] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b50f8-f998-404e-a817-f7b79617a5e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.037780] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.052664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.233280] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.352437] env[68089]: DEBUG nova.network.neutron [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updating instance_info_cache with network_info: [{"id": "292ffcc8-bfff-4ec9-9355-281c52d84672", "address": "fa:16:3e:fd:97:b2", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292ffcc8-bf", "ovs_interfaceid": "292ffcc8-bfff-4ec9-9355-281c52d84672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.554847] env[68089]: INFO nova.compute.manager [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Took 44.77 seconds to build instance. [ 882.573536] env[68089]: DEBUG nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 882.573815] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 100 to 101 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 882.573998] env[68089]: DEBUG nova.compute.provider_tree [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.854684] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.855025] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance network_info: |[{"id": "292ffcc8-bfff-4ec9-9355-281c52d84672", "address": "fa:16:3e:fd:97:b2", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292ffcc8-bf", "ovs_interfaceid": "292ffcc8-bfff-4ec9-9355-281c52d84672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.855449] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:97:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292ffcc8-bfff-4ec9-9355-281c52d84672', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.863667] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.863876] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.864114] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffd4fdd7-3381-44e8-9413-236daabffba4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.884888] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.884888] env[68089]: value = "task-2852947" [ 882.884888] env[68089]: _type = "Task" [ 882.884888] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.892770] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852947, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.057543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0d8daee2-00e1-4d07-99d1-e42b1199f18e tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.282s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.079675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.259s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.082240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.830s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.082547] env[68089]: DEBUG nova.objects.instance [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lazy-loading 'resources' on Instance uuid 6adf6781-8928-407b-978a-f234bca86e8c {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.105449] env[68089]: INFO nova.scheduler.client.report [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted allocations for instance 6c432798-e4a8-45e4-bb75-445c270227b8 [ 883.161795] env[68089]: DEBUG nova.compute.manager [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Received event network-changed-292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 883.162294] env[68089]: DEBUG nova.compute.manager [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Refreshing instance network info cache due to event network-changed-292ffcc8-bfff-4ec9-9355-281c52d84672. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 883.162813] env[68089]: DEBUG oslo_concurrency.lockutils [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] Acquiring lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.163203] env[68089]: DEBUG oslo_concurrency.lockutils [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] Acquired lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.163533] env[68089]: DEBUG nova.network.neutron [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Refreshing network info cache for port 292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.397883] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852947, 'name': CreateVM_Task, 'duration_secs': 0.403336} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.398237] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.398938] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.399148] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.399450] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.399705] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604cb7e9-16fb-4fe6-99cf-e6fe0b93311d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.404432] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 883.404432] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524f9275-4a8d-b078-ef18-8d424aae0437" [ 883.404432] env[68089]: _type = "Task" [ 883.404432] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.413291] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524f9275-4a8d-b078-ef18-8d424aae0437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.614099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f27a4e92-4e45-405a-a71d-b44cff63c1e1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "6c432798-e4a8-45e4-bb75-445c270227b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.048s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.910033] env[68089]: DEBUG nova.network.neutron [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updated VIF entry in instance network info cache for port 292ffcc8-bfff-4ec9-9355-281c52d84672. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.910033] env[68089]: DEBUG nova.network.neutron [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updating instance_info_cache with network_info: [{"id": "292ffcc8-bfff-4ec9-9355-281c52d84672", "address": "fa:16:3e:fd:97:b2", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292ffcc8-bf", "ovs_interfaceid": "292ffcc8-bfff-4ec9-9355-281c52d84672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.923321] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524f9275-4a8d-b078-ef18-8d424aae0437, 'name': SearchDatastore_Task, 'duration_secs': 0.0306} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.923321] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.923321] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.923505] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.923662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.923928] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.924766] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be590374-43c7-4da6-866e-e4b6ba8d23ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.935454] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.935649] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.936399] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e218b13-dac6-4739-8d74-563141438824 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.942197] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 883.942197] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5282063c-be7e-8204-7fdd-1039b0740c5f" [ 883.942197] env[68089]: _type = "Task" [ 883.942197] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.954021] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5282063c-be7e-8204-7fdd-1039b0740c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.025798] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682db021-4481-46be-9319-126fce7ebda0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.033730] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54678ba8-b6f3-4a22-b02a-301211f9c30f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.066302] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25c4c0-d18f-49e1-8f8e-6a910477a018 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.074271] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539e3dc-ee79-4e99-bc96-1136658a3f7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.089174] env[68089]: DEBUG nova.compute.provider_tree [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.222173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "607865da-9774-47fc-ae4e-1adc0084cec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.222515] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.222787] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.223061] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.223300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.225627] env[68089]: INFO nova.compute.manager [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Terminating instance [ 884.415462] env[68089]: DEBUG oslo_concurrency.lockutils [req-df5e0b18-5609-4e46-9df4-f7e013830aeb req-95f44031-9dab-4b13-bd4d-4ac626590f97 service nova] Releasing lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.452989] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5282063c-be7e-8204-7fdd-1039b0740c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.453800] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c6979f-f14c-440b-aad9-7dd05714af87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.459103] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 884.459103] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5201eca7-0c6c-e2b4-e6ce-12ab1119d4b9" [ 884.459103] env[68089]: _type = "Task" [ 884.459103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.466974] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5201eca7-0c6c-e2b4-e6ce-12ab1119d4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.593176] env[68089]: DEBUG nova.scheduler.client.report [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.730331] env[68089]: DEBUG nova.compute.manager [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.730602] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.731553] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9483c639-17be-4714-aaf5-9ee287a3bcc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.739235] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.739770] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ababb5fe-539a-4d30-b807-cb9b5cb602d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.746461] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 884.746461] env[68089]: value = "task-2852948" [ 884.746461] env[68089]: _type = "Task" [ 884.746461] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.754285] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.839098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.839404] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.839614] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.839797] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.839977] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.842257] env[68089]: INFO nova.compute.manager [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Terminating instance [ 884.969791] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5201eca7-0c6c-e2b4-e6ce-12ab1119d4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.035837} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.970080] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.970352] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.970670] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af098a4f-b772-4de5-bc78-4f7efa1eb770 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.977862] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 884.977862] env[68089]: value = "task-2852949" [ 884.977862] env[68089]: _type = "Task" [ 884.977862] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.986457] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.098845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.101647] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.412s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.101647] env[68089]: DEBUG nova.objects.instance [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lazy-loading 'resources' on Instance uuid 648451ff-6133-4285-a91d-ce0102009db7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.123713] env[68089]: INFO nova.scheduler.client.report [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted allocations for instance 6adf6781-8928-407b-978a-f234bca86e8c [ 885.257053] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852948, 'name': PowerOffVM_Task, 'duration_secs': 0.393515} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.257053] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.257255] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.257354] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7571bde8-2c79-4d34-b7e7-a511304b6ebd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.325335] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.325548] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.325791] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleting the datastore file [datastore2] 607865da-9774-47fc-ae4e-1adc0084cec2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.326052] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268d7bf8-4102-433d-b481-506871af4835 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.335385] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for the task: (returnval){ [ 885.335385] env[68089]: value = "task-2852951" [ 885.335385] env[68089]: _type = "Task" [ 885.335385] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.343644] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.347492] env[68089]: DEBUG nova.compute.manager [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.347703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.348593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0b2ee-3f74-44f1-9fa7-27ab8e79bf20 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.355374] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.355709] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852a93fa-7cb6-476a-8d53-a14251d9e30d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.361871] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 885.361871] env[68089]: value = "task-2852952" [ 885.361871] env[68089]: _type = "Task" [ 885.361871] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.371566] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.490432] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852949, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.631995] env[68089]: DEBUG oslo_concurrency.lockutils [None req-968d50bd-4ad7-491e-97c0-5e4757be8649 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "6adf6781-8928-407b-978a-f234bca86e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.884s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.847702] env[68089]: DEBUG oslo_vmware.api [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Task: {'id': task-2852951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436843} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.847975] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.848159] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.848341] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.848510] env[68089]: INFO nova.compute.manager [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 885.848792] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.848997] env[68089]: DEBUG nova.compute.manager [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.849105] env[68089]: DEBUG nova.network.neutron [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.874734] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852952, 'name': PowerOffVM_Task, 'duration_secs': 0.422938} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.875009] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.875404] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.875662] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e950c724-f5e3-410f-9f4d-57e77bb05db8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.969062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.969306] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.969492] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Deleting the datastore file [datastore2] 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.972770] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9dc3b5-16e3-4505-b932-3e90308d8944 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.979559] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for the task: (returnval){ [ 885.979559] env[68089]: value = "task-2852954" [ 885.979559] env[68089]: _type = "Task" [ 885.979559] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.992060] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.995731] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.995731] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.995731] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.995731] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86f306f9-435f-427e-acc7-ca7f80857a4f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.004278] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 886.004278] env[68089]: value = "task-2852955" [ 886.004278] env[68089]: _type = "Task" [ 886.004278] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.011104] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe01243-4339-480c-a531-e04e15eb7119 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.016943] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.021902] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99a126-a506-403c-b704-14c66048c762 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.054491] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916428d5-8d59-4ffe-8359-6cb10cdd8af7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.063025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddcd67-b949-4541-a765-ed33ec3e48b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.079547] env[68089]: DEBUG nova.compute.provider_tree [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.201912] env[68089]: DEBUG nova.compute.manager [req-09dd19f5-1baf-455a-b1eb-d8ea8c906264 req-c0e92aae-ae89-4e22-93b4-53a0c25b915e service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Received event network-vif-deleted-449aa036-41e4-4a00-bd25-add7e07f2b83 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.202055] env[68089]: INFO nova.compute.manager [req-09dd19f5-1baf-455a-b1eb-d8ea8c906264 req-c0e92aae-ae89-4e22-93b4-53a0c25b915e service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Neutron deleted interface 449aa036-41e4-4a00-bd25-add7e07f2b83; detaching it from the instance and deleting it from the info cache [ 886.202300] env[68089]: DEBUG nova.network.neutron [req-09dd19f5-1baf-455a-b1eb-d8ea8c906264 req-c0e92aae-ae89-4e22-93b4-53a0c25b915e service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.492390] env[68089]: DEBUG oslo_vmware.api [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Task: {'id': task-2852954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.492651] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.492842] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.493121] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.493280] env[68089]: INFO nova.compute.manager [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Took 1.15 seconds to destroy the instance on the hypervisor. [ 886.493527] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.493720] env[68089]: DEBUG nova.compute.manager [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.493816] env[68089]: DEBUG nova.network.neutron [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.513517] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069293} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.513726] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.514550] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261b3f6-284b-4bf4-9eb3-4c189a3d20bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.535902] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.536167] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd02467-d278-4f37-b60e-1d60d58fb566 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.556546] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 886.556546] env[68089]: value = "task-2852956" [ 886.556546] env[68089]: _type = "Task" [ 886.556546] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.563955] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.583177] env[68089]: DEBUG nova.scheduler.client.report [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.629217] env[68089]: DEBUG nova.network.neutron [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.706175] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd60bc2c-44d5-4aba-b6dd-669af990d03a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.718674] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be40ec-43de-4dd7-90d8-6039f9bc96e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.753505] env[68089]: DEBUG nova.compute.manager [req-09dd19f5-1baf-455a-b1eb-d8ea8c906264 req-c0e92aae-ae89-4e22-93b4-53a0c25b915e service nova] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Detach interface failed, port_id=449aa036-41e4-4a00-bd25-add7e07f2b83, reason: Instance 607865da-9774-47fc-ae4e-1adc0084cec2 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 887.067743] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852956, 'name': ReconfigVM_Task, 'duration_secs': 0.2613} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.067743] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.068420] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25db73a2-7cc7-4589-a208-eaf1154539c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.074768] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 887.074768] env[68089]: value = "task-2852957" [ 887.074768] env[68089]: _type = "Task" [ 887.074768] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.082531] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852957, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.088336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.090433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.131s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.091921] env[68089]: INFO nova.compute.claims [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.114676] env[68089]: INFO nova.scheduler.client.report [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted allocations for instance 648451ff-6133-4285-a91d-ce0102009db7 [ 887.132438] env[68089]: INFO nova.compute.manager [-] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Took 1.28 seconds to deallocate network for instance. [ 887.231968] env[68089]: DEBUG nova.network.neutron [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.587481] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852957, 'name': Rename_Task, 'duration_secs': 0.128218} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.587792] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.588068] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1858f8c-c2ed-456b-bfc4-a26f46cb49e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.597226] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 887.597226] env[68089]: value = "task-2852958" [ 887.597226] env[68089]: _type = "Task" [ 887.597226] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.605746] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.624734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2a56e609-6f01-4188-891a-ccf44436db25 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "648451ff-6133-4285-a91d-ce0102009db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.451s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.639101] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.734945] env[68089]: INFO nova.compute.manager [-] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Took 1.24 seconds to deallocate network for instance. [ 888.111613] env[68089]: DEBUG oslo_vmware.api [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2852958, 'name': PowerOnVM_Task, 'duration_secs': 0.494385} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.111950] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.113029] env[68089]: INFO nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Took 7.26 seconds to spawn the instance on the hypervisor. [ 888.113029] env[68089]: DEBUG nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.113220] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcdbb42-05d0-4d55-bf47-3ba933548975 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.244222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.287127] env[68089]: DEBUG nova.compute.manager [req-3958b65c-43cb-4ce0-bbd2-7329830eb156 req-cea619a1-781e-415a-9541-d87396a35892 service nova] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Received event network-vif-deleted-38ee6128-a7b9-45c4-9ae7-0177028463a9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 888.397518] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.398015] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.430263] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "44fe1413-a986-40b4-96cc-51d642012194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.430497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.508871] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99af86c1-a75f-4466-8a80-e38f8cfcc3e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.516341] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660edefe-3109-4771-8eb0-4a3269ae0638 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.546317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d4671-b664-43e7-a823-879151ce5c3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553553] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e826b9-c088-4956-94fe-c86382a6d5c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.568007] env[68089]: DEBUG nova.compute.provider_tree [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.631762] env[68089]: INFO nova.compute.manager [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Took 38.97 seconds to build instance. [ 888.901175] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.089636] env[68089]: ERROR nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [req-a0600975-34d6-4f3d-acef-cde3480d8d56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0600975-34d6-4f3d-acef-cde3480d8d56"}]} [ 889.107207] env[68089]: DEBUG nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.121115] env[68089]: DEBUG nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.121478] env[68089]: DEBUG nova.compute.provider_tree [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.134716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a12e366d-4377-4e1c-bd8a-8ae327db9435 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.478s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.135285] env[68089]: DEBUG nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.155318] env[68089]: DEBUG nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.421960] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.640547] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.643674] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b9e44-6c68-4d66-acfc-42156b89af25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.653530] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fafcf0-301e-4241-bebb-f4d4ccbff171 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.686990] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05a14a-c9f7-4add-8877-be6266108387 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.694593] env[68089]: DEBUG nova.objects.instance [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lazy-loading 'flavor' on Instance uuid 3d9a341a-b557-4672-8277-ffc6f71c1397 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.702056] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91e28a-ce31-4c1c-9466-2107611c8eda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.720250] env[68089]: DEBUG nova.compute.provider_tree [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.164916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.206907] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.207102] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.249926] env[68089]: DEBUG nova.scheduler.client.report [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.250209] env[68089]: DEBUG nova.compute.provider_tree [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 103 to 104 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.250457] env[68089]: DEBUG nova.compute.provider_tree [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.311560] env[68089]: DEBUG nova.compute.manager [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Received event network-changed-292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 890.311741] env[68089]: DEBUG nova.compute.manager [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Refreshing instance network info cache due to event network-changed-292ffcc8-bfff-4ec9-9355-281c52d84672. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 890.311965] env[68089]: DEBUG oslo_concurrency.lockutils [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] Acquiring lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.312134] env[68089]: DEBUG oslo_concurrency.lockutils [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] Acquired lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.312299] env[68089]: DEBUG nova.network.neutron [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Refreshing network info cache for port 292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.586516] env[68089]: DEBUG nova.network.neutron [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.755824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.665s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.757886] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.760259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.255s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.760833] env[68089]: DEBUG nova.objects.instance [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lazy-loading 'resources' on Instance uuid 02d6c677-19dc-4748-8a1e-54d323d158c2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.008203] env[68089]: DEBUG nova.network.neutron [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updated VIF entry in instance network info cache for port 292ffcc8-bfff-4ec9-9355-281c52d84672. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.008593] env[68089]: DEBUG nova.network.neutron [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updating instance_info_cache with network_info: [{"id": "292ffcc8-bfff-4ec9-9355-281c52d84672", "address": "fa:16:3e:fd:97:b2", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292ffcc8-bf", "ovs_interfaceid": "292ffcc8-bfff-4ec9-9355-281c52d84672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.263797] env[68089]: DEBUG nova.compute.utils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.268102] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.268280] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.328378] env[68089]: DEBUG nova.policy [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bb198f0264843ad5ba3bb258899a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965f64ed75eb43eda3fd9ac9cd804aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.366051] env[68089]: DEBUG nova.network.neutron [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.512569] env[68089]: DEBUG oslo_concurrency.lockutils [req-3d74885c-7f89-4973-8152-d447f5333ed2 req-e8324342-ef68-49fa-9f24-5f43a7bed72e service nova] Releasing lock "refresh_cache-6ccf595f-a1ba-453a-a53a-0d44130e8b7e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.704244] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Successfully created port: 3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.739856] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454745bd-ee24-4271-9ab5-f2e4ab7e24fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.748314] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d759b2-af5f-4938-8e8e-5c1ad7c52261 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.784062] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.787317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccda1b6-34fa-4837-aa9f-6609d01f14b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.797249] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e01d82-9ba7-4e33-a3e6-5c1d6ea72aa7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.809283] env[68089]: DEBUG nova.compute.provider_tree [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.873485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.873746] env[68089]: DEBUG nova.compute.manager [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Inject network info {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 891.874150] env[68089]: DEBUG nova.compute.manager [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] network_info to inject: |[{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 891.879023] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfiguring VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 891.879617] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237cddae-d68e-4bc1-b720-4d96c93ff394 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.902482] env[68089]: DEBUG oslo_vmware.api [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 891.902482] env[68089]: value = "task-2852959" [ 891.902482] env[68089]: _type = "Task" [ 891.902482] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.910829] env[68089]: DEBUG oslo_vmware.api [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.067251] env[68089]: DEBUG nova.objects.instance [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lazy-loading 'flavor' on Instance uuid 3d9a341a-b557-4672-8277-ffc6f71c1397 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.314211] env[68089]: DEBUG nova.scheduler.client.report [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.388264] env[68089]: DEBUG nova.compute.manager [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 892.388474] env[68089]: DEBUG nova.compute.manager [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing instance network info cache due to event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 892.388743] env[68089]: DEBUG oslo_concurrency.lockutils [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.388895] env[68089]: DEBUG oslo_concurrency.lockutils [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.389152] env[68089]: DEBUG nova.network.neutron [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.413502] env[68089]: DEBUG oslo_vmware.api [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852959, 'name': ReconfigVM_Task, 'duration_secs': 0.147961} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.413639] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb1075-8e20-46a2-b17d-62dac0d65310 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfigured VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 892.570429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.796744] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.818926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.823190] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dcf770ab89df8091458336105d699c25',container_format='bare',created_at=2025-03-07T09:19:35Z,direct_url=,disk_format='vmdk',id=695a30df-2e59-4645-8abd-7360bee016b4,min_disk=1,min_ram=0,name='tempest-test-snap-578145765',owner='965f64ed75eb43eda3fd9ac9cd804aa8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-07T09:19:52Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.823343] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.823500] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.823675] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.823818] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.823962] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.824204] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.824365] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.824529] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.824686] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.824853] env[68089]: DEBUG nova.virt.hardware [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.825958] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.294s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.825958] env[68089]: DEBUG nova.objects.instance [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lazy-loading 'resources' on Instance uuid 33d75751-01fd-4759-9f97-d581a692e684 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.827487] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affdb342-18d5-4f60-a964-710dd54a9c9b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.837330] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c02d1-7170-40da-9f22-e45c62841aba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.853356] env[68089]: INFO nova.scheduler.client.report [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Deleted allocations for instance 02d6c677-19dc-4748-8a1e-54d323d158c2 [ 893.133408] env[68089]: DEBUG nova.network.neutron [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updated VIF entry in instance network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.134711] env[68089]: DEBUG nova.network.neutron [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.281244] env[68089]: DEBUG nova.compute.manager [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Received event network-vif-plugged-3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.281466] env[68089]: DEBUG oslo_concurrency.lockutils [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] Acquiring lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.281690] env[68089]: DEBUG oslo_concurrency.lockutils [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.281869] env[68089]: DEBUG oslo_concurrency.lockutils [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.282069] env[68089]: DEBUG nova.compute.manager [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] No waiting events found dispatching network-vif-plugged-3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.282243] env[68089]: WARNING nova.compute.manager [req-3f46774f-4ab3-4442-b23e-4e1fd5a5d004 req-19071c28-64ba-4d34-a8af-337bd3c9d4c4 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Received unexpected event network-vif-plugged-3112f218-9cbd-4cc5-b613-911915720ada for instance with vm_state building and task_state spawning. [ 893.366731] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49ea058b-c77e-43ce-9379-0789fba8601d tempest-ImagesOneServerTestJSON-405873917 tempest-ImagesOneServerTestJSON-405873917-project-member] Lock "02d6c677-19dc-4748-8a1e-54d323d158c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.313s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.382736] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Successfully updated port: 3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.637348] env[68089]: DEBUG oslo_concurrency.lockutils [req-49c41110-d118-4ab6-8d12-43f17cad9443 req-53ac6ca8-7293-442d-a5c2-16a8ebbef4d2 service nova] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.758263] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324cb319-228a-470b-bbac-8d72f139e11c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.765916] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aca963e-b720-4823-a8e8-b68ea6ab10c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.800979] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056241a3-1388-44e3-bb14-6a146e422e12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.813019] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffddb0f0-516e-41d7-bf04-ff1bc9685a0c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.824172] env[68089]: DEBUG nova.compute.provider_tree [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.888711] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888711] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888711] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.109599] env[68089]: DEBUG nova.network.neutron [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.328410] env[68089]: DEBUG nova.scheduler.client.report [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.431149] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.615906] env[68089]: DEBUG nova.network.neutron [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Updating instance_info_cache with network_info: [{"id": "3112f218-9cbd-4cc5-b613-911915720ada", "address": "fa:16:3e:8a:c3:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3112f218-9c", "ovs_interfaceid": "3112f218-9cbd-4cc5-b613-911915720ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.837796] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.840250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.088s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.845420] env[68089]: INFO nova.compute.claims [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.870379] env[68089]: INFO nova.scheduler.client.report [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Deleted allocations for instance 33d75751-01fd-4759-9f97-d581a692e684 [ 894.916537] env[68089]: DEBUG nova.network.neutron [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.123403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.123701] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Instance network_info: |[{"id": "3112f218-9cbd-4cc5-b613-911915720ada", "address": "fa:16:3e:8a:c3:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3112f218-9c", "ovs_interfaceid": "3112f218-9cbd-4cc5-b613-911915720ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.124146] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:c3:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3112f218-9cbd-4cc5-b613-911915720ada', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.133268] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.134809] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.134809] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09cabe3e-d376-42ed-be84-0de25fa48a0c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.154680] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.154680] env[68089]: value = "task-2852960" [ 895.154680] env[68089]: _type = "Task" [ 895.154680] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.162439] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852960, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.334457] env[68089]: DEBUG nova.compute.manager [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Received event network-changed-3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.335233] env[68089]: DEBUG nova.compute.manager [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Refreshing instance network info cache due to event network-changed-3112f218-9cbd-4cc5-b613-911915720ada. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 895.335502] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Acquiring lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.335686] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Acquired lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.335871] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Refreshing network info cache for port 3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.383265] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9ba4ba9b-14e7-4631-8931-b15cd57d0aaa tempest-ImagesOneServerNegativeTestJSON-1534349995 tempest-ImagesOneServerNegativeTestJSON-1534349995-project-member] Lock "33d75751-01fd-4759-9f97-d581a692e684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.365s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.420624] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.420983] env[68089]: DEBUG nova.compute.manager [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Inject network info {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 895.421267] env[68089]: DEBUG nova.compute.manager [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] network_info to inject: |[{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 895.427017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfiguring VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 895.428037] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef12ef24-d23d-4f2d-b94a-3f48cb204b89 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.446925] env[68089]: DEBUG oslo_vmware.api [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 895.446925] env[68089]: value = "task-2852961" [ 895.446925] env[68089]: _type = "Task" [ 895.446925] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.457741] env[68089]: DEBUG oslo_vmware.api [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.664945] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852960, 'name': CreateVM_Task, 'duration_secs': 0.303004} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.665228] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.665860] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.666053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.666438] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.666706] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63e8191-f6e1-416b-b07f-bd10cff5e2ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.671919] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 895.671919] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526b4732-5446-43d4-9ee2-c3b85dd2dedd" [ 895.671919] env[68089]: _type = "Task" [ 895.671919] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.680182] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526b4732-5446-43d4-9ee2-c3b85dd2dedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.892270] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "3d9a341a-b557-4672-8277-ffc6f71c1397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.892599] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.892728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.892930] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.893215] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.895136] env[68089]: INFO nova.compute.manager [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Terminating instance [ 895.958909] env[68089]: DEBUG oslo_vmware.api [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852961, 'name': ReconfigVM_Task, 'duration_secs': 0.147929} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.960259] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bd632a5a-d78e-45e3-a564-2f0e4f35bd6d tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Reconfigured VM instance to set the machine id {{(pid=68089) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 896.155380] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Updated VIF entry in instance network info cache for port 3112f218-9cbd-4cc5-b613-911915720ada. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.155804] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Updating instance_info_cache with network_info: [{"id": "3112f218-9cbd-4cc5-b613-911915720ada", "address": "fa:16:3e:8a:c3:da", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3112f218-9c", "ovs_interfaceid": "3112f218-9cbd-4cc5-b613-911915720ada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.184794] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.185137] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Processing image 695a30df-2e59-4645-8abd-7360bee016b4 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.185325] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.185468] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.185636] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.185885] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ff9748e-6347-4c85-aba0-b8cbcd7eb2a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.195113] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.195113] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.195974] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbbef0f-3fed-4799-9871-728f76a327c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.202042] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 896.202042] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52462a9c-d30a-f50d-0e95-dc42075936b8" [ 896.202042] env[68089]: _type = "Task" [ 896.202042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.213205] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52462a9c-d30a-f50d-0e95-dc42075936b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.327312] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b95e0-b4f3-4f37-8e8f-d944dc70c44b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.335214] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6514e9-b579-405b-a49a-28003952b020 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.374388] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a160db0a-c89d-4822-a785-858e9119644e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.382758] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc45248-c177-4ef9-b683-95328fe768de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.396918] env[68089]: DEBUG nova.compute.provider_tree [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.399441] env[68089]: DEBUG nova.compute.manager [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.399635] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.400614] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ffc276-e45c-4554-9265-43f2aad83944 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.410358] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.410620] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd52736b-a08a-4394-8c9d-db97db392671 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.417977] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 896.417977] env[68089]: value = "task-2852962" [ 896.417977] env[68089]: _type = "Task" [ 896.417977] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.427509] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.658175] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Releasing lock "refresh_cache-f655ed51-4fb8-475e-9425-c32fcec24f2d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.658469] env[68089]: DEBUG nova.compute.manager [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 896.658637] env[68089]: DEBUG nova.compute.manager [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing instance network info cache due to event network-changed-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 896.658925] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Acquiring lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.659109] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Acquired lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.659424] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Refreshing network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.713378] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 896.713646] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Fetch image to [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8/OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 896.713832] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Downloading stream optimized image 695a30df-2e59-4645-8abd-7360bee016b4 to [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8/OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8.vmdk on the data store datastore2 as vApp {{(pid=68089) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 896.714078] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Downloading image file data 695a30df-2e59-4645-8abd-7360bee016b4 to the ESX as VM named 'OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8' {{(pid=68089) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 896.806244] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 896.806244] env[68089]: value = "resgroup-9" [ 896.806244] env[68089]: _type = "ResourcePool" [ 896.806244] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 896.806528] env[68089]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4331947f-73e4-48c4-979b-de4d65a870c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.828397] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease: (returnval){ [ 896.828397] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 896.828397] env[68089]: _type = "HttpNfcLease" [ 896.828397] env[68089]: } obtained for vApp import into resource pool (val){ [ 896.828397] env[68089]: value = "resgroup-9" [ 896.828397] env[68089]: _type = "ResourcePool" [ 896.828397] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 896.828644] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the lease: (returnval){ [ 896.828644] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 896.828644] env[68089]: _type = "HttpNfcLease" [ 896.828644] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.834954] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.834954] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 896.834954] env[68089]: _type = "HttpNfcLease" [ 896.834954] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 896.901737] env[68089]: DEBUG nova.scheduler.client.report [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.928664] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852962, 'name': PowerOffVM_Task, 'duration_secs': 0.15823} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.928996] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.929243] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.929503] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31fc1c68-9e98-4863-9b7f-c4a6c116c780 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.988898] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.989215] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.989402] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Deleting the datastore file [datastore1] 3d9a341a-b557-4672-8277-ffc6f71c1397 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.989663] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5e6fcaa-9220-4059-bb03-29bd5ce59e2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.996345] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for the task: (returnval){ [ 896.996345] env[68089]: value = "task-2852965" [ 896.996345] env[68089]: _type = "Task" [ 896.996345] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.003837] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.337375] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.337375] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 897.337375] env[68089]: _type = "HttpNfcLease" [ 897.337375] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.408359] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.408904] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.414529] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.568s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.414529] env[68089]: INFO nova.compute.claims [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.511783] env[68089]: DEBUG oslo_vmware.api [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Task: {'id': task-2852965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203418} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.516308] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.516512] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.516702] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.516863] env[68089]: INFO nova.compute.manager [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Took 1.12 seconds to destroy the instance on the hypervisor. [ 897.517197] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.517331] env[68089]: DEBUG nova.compute.manager [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.517474] env[68089]: DEBUG nova.network.neutron [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.576602] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updated VIF entry in instance network info cache for port eb1b6053-e1e9-4fd7-8b82-e6240f1fe199. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.577041] env[68089]: DEBUG nova.network.neutron [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [{"id": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "address": "fa:16:3e:91:39:21", "network": {"id": "a29304d5-a45f-4975-af68-4bc96817a1f2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1560109885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3418a38a804ecab7ccae21dc7a1b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb1b6053-e1", "ovs_interfaceid": "eb1b6053-e1e9-4fd7-8b82-e6240f1fe199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.840689] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.840689] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 897.840689] env[68089]: _type = "HttpNfcLease" [ 897.840689] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 897.841568] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 897.841568] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52067fc8-dffe-dc52-64a0-b694f57c5720" [ 897.841568] env[68089]: _type = "HttpNfcLease" [ 897.841568] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 897.842655] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13607d1a-dda2-424e-b3f9-a89e714635c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.851442] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 897.851442] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 897.924177] env[68089]: DEBUG nova.compute.utils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.930397] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.932506] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.940314] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1348032d-f412-4578-aeac-bfb2835d178c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.013621] env[68089]: DEBUG nova.policy [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.080454] env[68089]: DEBUG oslo_concurrency.lockutils [req-9c258d78-b2f3-4ba1-9100-d12841a27475 req-21d09a27-ceed-411c-a965-3e1d7e1fcb1a service nova] Releasing lock "refresh_cache-3d9a341a-b557-4672-8277-ffc6f71c1397" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.441460] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.511032] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Successfully created port: 4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.568956] env[68089]: DEBUG nova.compute.manager [req-82e89d8a-4858-48c9-9ba6-07b16b7a4ab4 req-ce09241f-37af-440f-9ff7-0af1aaa98a3e service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Received event network-vif-deleted-eb1b6053-e1e9-4fd7-8b82-e6240f1fe199 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.569179] env[68089]: INFO nova.compute.manager [req-82e89d8a-4858-48c9-9ba6-07b16b7a4ab4 req-ce09241f-37af-440f-9ff7-0af1aaa98a3e service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Neutron deleted interface eb1b6053-e1e9-4fd7-8b82-e6240f1fe199; detaching it from the instance and deleting it from the info cache [ 898.569352] env[68089]: DEBUG nova.network.neutron [req-82e89d8a-4858-48c9-9ba6-07b16b7a4ab4 req-ce09241f-37af-440f-9ff7-0af1aaa98a3e service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.668716] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 898.668960] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.669968] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1d7033-ca02-4fcd-975f-3b74a41042f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.688018] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.688018] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 898.688018] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a500a673-c581-444b-8f59-add113b8213e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.872445] env[68089]: DEBUG oslo_vmware.rw_handles [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce3987-2eb4-d8e0-4f76-86aed591621e/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 898.872776] env[68089]: INFO nova.virt.vmwareapi.images [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Downloaded image file data 695a30df-2e59-4645-8abd-7360bee016b4 [ 898.873498] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75964b-e4dd-4f5f-b22c-c0e3fb443b28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.893684] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-771b1da0-fa99-4e61-ac32-51dc7c6b9b34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.922426] env[68089]: INFO nova.virt.vmwareapi.images [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] The imported VM was unregistered [ 898.925083] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 898.926223] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.926362] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf5beb0-4f97-4db6-812f-e1ad7e7bb348 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.940600] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.940843] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8/OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8.vmdk to [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk. {{(pid=68089) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 898.943770] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eb0cff1c-0344-4b72-8970-192f56062ec1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.955059] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 898.955059] env[68089]: value = "task-2852967" [ 898.955059] env[68089]: _type = "Task" [ 898.955059] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.968574] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.005553] env[68089]: DEBUG nova.network.neutron [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.043929] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d95618c-bc63-4647-b64a-f1e1640dc247 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.054709] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292c96a7-78a4-4ad5-9695-ddf039b112c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.086815] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c418212a-909d-472b-9ff4-73e999916a06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.089260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58628fc-44dd-4c5c-ab6a-19e9b2d94eb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.098517] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e288a13c-b1b9-4e47-a062-ba49c9e99441 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.105683] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e73f35-acf2-4606-93d7-e4ba24ea8ff9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.139071] env[68089]: DEBUG nova.compute.provider_tree [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.153872] env[68089]: DEBUG nova.compute.manager [req-82e89d8a-4858-48c9-9ba6-07b16b7a4ab4 req-ce09241f-37af-440f-9ff7-0af1aaa98a3e service nova] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Detach interface failed, port_id=eb1b6053-e1e9-4fd7-8b82-e6240f1fe199, reason: Instance 3d9a341a-b557-4672-8277-ffc6f71c1397 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 899.155910] env[68089]: DEBUG nova.scheduler.client.report [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.459414] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.479864] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.504390] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.504903] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.505223] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.505503] env[68089]: DEBUG nova.virt.hardware [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.507262] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1acb11-a603-497a-aba1-816da0c56a18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.511926] env[68089]: INFO nova.compute.manager [-] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Took 1.99 seconds to deallocate network for instance. [ 899.526524] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed536410-89bd-46de-b6ec-7f0b5b26409f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.661065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.662037] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.664495] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.182s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.977732] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.025279] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.171449] env[68089]: DEBUG nova.compute.utils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.178419] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.179558] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.250655] env[68089]: DEBUG nova.policy [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.272726] env[68089]: DEBUG nova.compute.manager [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Received event network-vif-plugged-4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 900.272726] env[68089]: DEBUG oslo_concurrency.lockutils [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] Acquiring lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.272919] env[68089]: DEBUG oslo_concurrency.lockutils [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.273097] env[68089]: DEBUG oslo_concurrency.lockutils [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.273259] env[68089]: DEBUG nova.compute.manager [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] No waiting events found dispatching network-vif-plugged-4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.273970] env[68089]: WARNING nova.compute.manager [req-b659461d-7b96-49bd-b0f3-917b7931ac2b req-ad6b1b7f-08b8-41b6-b2d1-f6231dc55022 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Received unexpected event network-vif-plugged-4ae203b2-3a43-4663-ad95-48ec023c9296 for instance with vm_state building and task_state spawning. [ 900.476349] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.477999] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Successfully updated port: 4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.680855] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.706761] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Successfully created port: c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.787017] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3f3fc0-74e2-4aa4-9b9c-584cc58c5088 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.799252] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3873a5e2-4d93-4d14-8515-69fceff849b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.840627] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681400a7-31b4-4f76-8152-a1fb5366f3e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.852455] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75bd92-e237-4d37-9b57-f388939e3016 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.870039] env[68089]: DEBUG nova.compute.provider_tree [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.984792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.984792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.984792] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.987193] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.374343] env[68089]: DEBUG nova.scheduler.client.report [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.479706] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852967, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.426486} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.479992] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8/OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8.vmdk to [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk. [ 901.480200] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Cleaning up location [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 901.480363] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bb6e11d2-bdbe-4b3f-95e0-2429aa43a5e8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.480613] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608cc1a2-e752-4349-b8c4-9b513e14d6bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.487566] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 901.487566] env[68089]: value = "task-2852971" [ 901.487566] env[68089]: _type = "Task" [ 901.487566] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.501018] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.533961] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.693816] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.720822] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.721104] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.721263] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.721482] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.722105] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.722376] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.723455] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.723650] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.723867] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.724087] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.724308] env[68089]: DEBUG nova.virt.hardware [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.725186] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92658d7-445a-461b-98b9-34d1fd04cbf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.729056] env[68089]: DEBUG nova.network.neutron [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Updating instance_info_cache with network_info: [{"id": "4ae203b2-3a43-4663-ad95-48ec023c9296", "address": "fa:16:3e:23:0a:fa", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae203b2-3a", "ovs_interfaceid": "4ae203b2-3a43-4663-ad95-48ec023c9296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.737644] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a101f3-0d8c-4fe9-8e37-31ffcfbd770b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.998472] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043623} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.998472] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.998810] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.998911] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk to [datastore2] f655ed51-4fb8-475e-9425-c32fcec24f2d/f655ed51-4fb8-475e-9425-c32fcec24f2d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.999164] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9563537-9c23-458f-befa-f11e29a454b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.007127] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 902.007127] env[68089]: value = "task-2852972" [ 902.007127] env[68089]: _type = "Task" [ 902.007127] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.013534] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.237397] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.238239] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Instance network_info: |[{"id": "4ae203b2-3a43-4663-ad95-48ec023c9296", "address": "fa:16:3e:23:0a:fa", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae203b2-3a", "ovs_interfaceid": "4ae203b2-3a43-4663-ad95-48ec023c9296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.239133] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:0a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae203b2-3a43-4663-ad95-48ec023c9296', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.249946] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.250433] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.250869] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0744cbfb-8de9-4628-98df-d4e692916609 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.280024] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.280024] env[68089]: value = "task-2852973" [ 902.280024] env[68089]: _type = "Task" [ 902.280024] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.288961] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.393050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.728s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.393347] env[68089]: DEBUG nova.compute.manager [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68089) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 902.404028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.588s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.404028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.404028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.024s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.406322] env[68089]: INFO nova.compute.claims [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.447241] env[68089]: INFO nova.scheduler.client.report [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleted allocations for instance 771c988f-c1fb-4ba3-8f25-c17d7caf3c50 [ 902.521049] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.681938] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Successfully updated port: c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.701765] env[68089]: DEBUG nova.compute.manager [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Received event network-changed-4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 902.701765] env[68089]: DEBUG nova.compute.manager [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Refreshing instance network info cache due to event network-changed-4ae203b2-3a43-4663-ad95-48ec023c9296. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 902.701765] env[68089]: DEBUG oslo_concurrency.lockutils [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] Acquiring lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.701765] env[68089]: DEBUG oslo_concurrency.lockutils [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] Acquired lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.702347] env[68089]: DEBUG nova.network.neutron [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Refreshing network info cache for port 4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.787533] env[68089]: DEBUG nova.compute.manager [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Received event network-vif-plugged-c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 902.787757] env[68089]: DEBUG oslo_concurrency.lockutils [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] Acquiring lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.788212] env[68089]: DEBUG oslo_concurrency.lockutils [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.788212] env[68089]: DEBUG oslo_concurrency.lockutils [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.788659] env[68089]: DEBUG nova.compute.manager [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] No waiting events found dispatching network-vif-plugged-c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.788872] env[68089]: WARNING nova.compute.manager [req-2f5b98cc-abee-4c59-a6c7-41bc7e0b99f7 req-1edc0640-b5b3-448d-98a9-b5fefede0104 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Received unexpected event network-vif-plugged-c0ffec5e-a99b-4996-9af4-6b3900c3305f for instance with vm_state building and task_state spawning. [ 902.793266] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.956585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e7027f1-156f-402b-91ea-c64023baf503 tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "771c988f-c1fb-4ba3-8f25-c17d7caf3c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.583s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.990643] env[68089]: INFO nova.scheduler.client.report [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted allocation for migration dcc38aed-4789-4f1d-a33e-5675c1e261cf [ 903.023888] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.188025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.188025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.188025] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.296252] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.503990] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0778c8df-a8db-4902-b061-751c1e08506c tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.056s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.528577] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.618433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "637f0abe-b392-4e1b-82b4-991a04298de8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.618548] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.722430] env[68089]: DEBUG nova.network.neutron [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Updated VIF entry in instance network info cache for port 4ae203b2-3a43-4663-ad95-48ec023c9296. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.723957] env[68089]: DEBUG nova.network.neutron [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Updating instance_info_cache with network_info: [{"id": "4ae203b2-3a43-4663-ad95-48ec023c9296", "address": "fa:16:3e:23:0a:fa", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae203b2-3a", "ovs_interfaceid": "4ae203b2-3a43-4663-ad95-48ec023c9296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.753385] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.799545] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.941621] env[68089]: DEBUG nova.network.neutron [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Updating instance_info_cache with network_info: [{"id": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "address": "fa:16:3e:85:fd:0b", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ffec5e-a9", "ovs_interfaceid": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.989036] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe828e4-e89a-4479-a954-ef9ce53edcb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.999431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7956739-8d18-4b4c-8ef1-d42a3de4eccc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.043185] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72a2d5-d077-443d-adf5-68fbe412784b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.054994] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad16aec1-8990-4004-a490-a63bd7ef2082 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.059781] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.074609] env[68089]: DEBUG nova.compute.provider_tree [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.227364] env[68089]: DEBUG oslo_concurrency.lockutils [req-52a1c3fd-aca3-4ef3-b951-ff7a6f69c818 req-f92744cf-2e56-4631-864f-919c53462e68 service nova] Releasing lock "refresh_cache-7f23ab42-1c43-436f-aa15-5bc913a3621d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.293018] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.345194] env[68089]: DEBUG nova.objects.instance [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.439870] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.440068] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.440890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.440890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.440890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.443973] env[68089]: INFO nova.compute.manager [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Terminating instance [ 904.446110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.446110] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Instance network_info: |[{"id": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "address": "fa:16:3e:85:fd:0b", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ffec5e-a9", "ovs_interfaceid": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.447701] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:fd:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0ffec5e-a99b-4996-9af4-6b3900c3305f', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.455178] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.456027] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.456027] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae090d9-8a87-49d7-a2e9-ebfc78495023 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.476926] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.476926] env[68089]: value = "task-2852975" [ 904.476926] env[68089]: _type = "Task" [ 904.476926] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.485317] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852975, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.549699] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852972, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371906} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.550039] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/695a30df-2e59-4645-8abd-7360bee016b4/695a30df-2e59-4645-8abd-7360bee016b4.vmdk to [datastore2] f655ed51-4fb8-475e-9425-c32fcec24f2d/f655ed51-4fb8-475e-9425-c32fcec24f2d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.550855] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09febc59-a5d1-4f0a-8720-7e4f2d0d1a8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.574397] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f655ed51-4fb8-475e-9425-c32fcec24f2d/f655ed51-4fb8-475e-9425-c32fcec24f2d.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.574823] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe953205-4754-47bc-8697-0a5ae9b058b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.590658] env[68089]: DEBUG nova.scheduler.client.report [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.605037] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 904.605037] env[68089]: value = "task-2852976" [ 904.605037] env[68089]: _type = "Task" [ 904.605037] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.616451] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.793964] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852973, 'name': CreateVM_Task, 'duration_secs': 2.107526} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.794171] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.794861] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.795036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.795367] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.796054] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc380e3-ebfe-4130-9673-1e36305bc1bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.801519] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 904.801519] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5263b694-4cdb-a595-4e09-77e7f97555d4" [ 904.801519] env[68089]: _type = "Task" [ 904.801519] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.810091] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5263b694-4cdb-a595-4e09-77e7f97555d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.820263] env[68089]: DEBUG nova.compute.manager [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Received event network-changed-c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 904.820388] env[68089]: DEBUG nova.compute.manager [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Refreshing instance network info cache due to event network-changed-c0ffec5e-a99b-4996-9af4-6b3900c3305f. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 904.820616] env[68089]: DEBUG oslo_concurrency.lockutils [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] Acquiring lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.820762] env[68089]: DEBUG oslo_concurrency.lockutils [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] Acquired lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.820939] env[68089]: DEBUG nova.network.neutron [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Refreshing network info cache for port c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.852395] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.852700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.852945] env[68089]: DEBUG nova.network.neutron [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.853354] env[68089]: DEBUG nova.objects.instance [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'info_cache' on Instance uuid cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.948125] env[68089]: DEBUG nova.compute.manager [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.948352] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.949252] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1847573-3ce4-45d0-b1bb-9744a15841d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.956796] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.957096] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df0ee2f-6d96-4e3d-906f-31c434385550 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.963683] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 904.963683] env[68089]: value = "task-2852977" [ 904.963683] env[68089]: _type = "Task" [ 904.963683] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.971457] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.985841] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852975, 'name': CreateVM_Task, 'duration_secs': 0.501484} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.985993] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.986669] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.098099] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.098662] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.101420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.510s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.102880] env[68089]: INFO nova.compute.claims [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.115046] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852976, 'name': ReconfigVM_Task, 'duration_secs': 0.493312} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.115310] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f655ed51-4fb8-475e-9425-c32fcec24f2d/f655ed51-4fb8-475e-9425-c32fcec24f2d.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.116130] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70074603-444a-4a24-9349-f700336caf5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.123290] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 905.123290] env[68089]: value = "task-2852978" [ 905.123290] env[68089]: _type = "Task" [ 905.123290] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.134696] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852978, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.314056] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5263b694-4cdb-a595-4e09-77e7f97555d4, 'name': SearchDatastore_Task, 'duration_secs': 0.043837} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.314372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.314613] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.314847] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.314992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.315315] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.315660] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.315958] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.316198] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d4a82a-357b-4b96-926d-a1e399cfc4b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.317968] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d83f471-3a6b-4a44-8e1d-fe91cc5576d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.322819] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 905.322819] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52159144-4c42-ebc9-a4de-b84d751ef42a" [ 905.322819] env[68089]: _type = "Task" [ 905.322819] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.328805] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.329787] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.331876] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a5fb3d-4525-4b72-9cd5-81731c3dbbf9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.337043] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52159144-4c42-ebc9-a4de-b84d751ef42a, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.337591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.337827] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.338044] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.340498] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 905.340498] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5230d535-8dc4-e746-0df1-7cd283bef845" [ 905.340498] env[68089]: _type = "Task" [ 905.340498] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.348164] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230d535-8dc4-e746-0df1-7cd283bef845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.356765] env[68089]: DEBUG nova.objects.base [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 905.477120] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852977, 'name': PowerOffVM_Task, 'duration_secs': 0.216509} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.477120] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.477272] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.477683] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aa6681f-cba7-4b7c-9e7d-569d56be7a23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.540587] env[68089]: DEBUG nova.network.neutron [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Updated VIF entry in instance network info cache for port c0ffec5e-a99b-4996-9af4-6b3900c3305f. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.541045] env[68089]: DEBUG nova.network.neutron [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Updating instance_info_cache with network_info: [{"id": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "address": "fa:16:3e:85:fd:0b", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0ffec5e-a9", "ovs_interfaceid": "c0ffec5e-a99b-4996-9af4-6b3900c3305f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.607850] env[68089]: DEBUG nova.compute.utils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.611349] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 905.633645] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852978, 'name': Rename_Task, 'duration_secs': 0.172595} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.633927] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.634186] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8870f84-42ab-4508-8032-9a281b9cc549 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.641438] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 905.641438] env[68089]: value = "task-2852980" [ 905.641438] env[68089]: _type = "Task" [ 905.641438] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.650260] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.853030] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230d535-8dc4-e746-0df1-7cd283bef845, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.853286] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e0b780-a158-4f13-a497-13a73e6afb33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859073] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 905.859073] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522821ba-ab43-a878-8490-31165eb88af8" [ 905.859073] env[68089]: _type = "Task" [ 905.859073] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.868731] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522821ba-ab43-a878-8490-31165eb88af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.889793] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.890027] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.890260] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleting the datastore file [datastore1] cddcefef-6171-42b5-b184-9c7a52ca7f4e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.890473] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9285ff4e-f987-48b5-b199-2300aa36d7b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.898314] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for the task: (returnval){ [ 905.898314] env[68089]: value = "task-2852981" [ 905.898314] env[68089]: _type = "Task" [ 905.898314] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.909583] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.044459] env[68089]: DEBUG oslo_concurrency.lockutils [req-706e0ce2-d9f0-4164-a15a-0c488de1cc0f req-13ba0a34-0e69-4e22-80c9-81665651c7b9 service nova] Releasing lock "refresh_cache-30c40c5b-7b55-4d18-856a-7768c59b5670" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.091698] env[68089]: DEBUG nova.network.neutron [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [{"id": "7fd6391e-4045-46d8-9457-0d7a342262c7", "address": "fa:16:3e:9d:c0:bd", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd6391e-40", "ovs_interfaceid": "7fd6391e-4045-46d8-9457-0d7a342262c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.112515] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.157705] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.370622] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522821ba-ab43-a878-8490-31165eb88af8, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.370918] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.371222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 7f23ab42-1c43-436f-aa15-5bc913a3621d/7f23ab42-1c43-436f-aa15-5bc913a3621d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.371509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.371695] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.372204] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-024574a4-40cd-4ed4-be56-986d31b0fdfe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.373927] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d25bddf8-f530-4a2e-a9ff-89fbf89e1198 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.385573] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 906.385573] env[68089]: value = "task-2852983" [ 906.385573] env[68089]: _type = "Task" [ 906.385573] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.386760] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.386939] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.393040] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f57de3-4e80-4455-bd1c-700c97a46675 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.399414] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 906.399414] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b1f8cd-b142-a8b4-f277-cf5da95dd642" [ 906.399414] env[68089]: _type = "Task" [ 906.399414] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.405178] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.416359] env[68089]: DEBUG oslo_vmware.api [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Task: {'id': task-2852981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185534} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.419435] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.419658] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.419849] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.420009] env[68089]: INFO nova.compute.manager [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Took 1.47 seconds to destroy the instance on the hypervisor. [ 906.420252] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.420498] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b1f8cd-b142-a8b4-f277-cf5da95dd642, 'name': SearchDatastore_Task, 'duration_secs': 0.009972} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.423031] env[68089]: DEBUG nova.compute.manager [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.423031] env[68089]: DEBUG nova.network.neutron [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.425516] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fbf328-e5ed-4bce-a5c8-ed040075109e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.431694] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 906.431694] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525b972c-ddfe-f9fb-70b4-0c234a459ade" [ 906.431694] env[68089]: _type = "Task" [ 906.431694] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.441897] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525b972c-ddfe-f9fb-70b4-0c234a459ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.499206] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2256c23-09d4-4375-9494-461c17628e17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.508936] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4141c4-a204-4926-96d8-14089b8c176a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.539752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb5ff5-d824-456c-b8cf-47a5a532cf53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.548485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3592589-75fd-4786-a366-79e4f3b26224 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.564622] env[68089]: DEBUG nova.compute.provider_tree [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.595833] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-cc928eab-c51b-4f80-a53f-70d55942c69b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.656464] env[68089]: DEBUG oslo_vmware.api [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852980, 'name': PowerOnVM_Task, 'duration_secs': 0.518153} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.658019] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.658019] env[68089]: INFO nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Took 13.86 seconds to spawn the instance on the hypervisor. [ 906.658019] env[68089]: DEBUG nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.658967] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0f261-16c4-4483-bf33-6cce00804bd6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.747042] env[68089]: DEBUG nova.compute.manager [req-89540ac4-2545-48d5-b828-da11a8b49087 req-01d91d9d-91f2-454f-a234-da167ca41112 service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Received event network-vif-deleted-b697fc34-f4b0-4c1d-84d9-ba4f54a033f8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.747042] env[68089]: INFO nova.compute.manager [req-89540ac4-2545-48d5-b828-da11a8b49087 req-01d91d9d-91f2-454f-a234-da167ca41112 service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Neutron deleted interface b697fc34-f4b0-4c1d-84d9-ba4f54a033f8; detaching it from the instance and deleting it from the info cache [ 906.747042] env[68089]: DEBUG nova.network.neutron [req-89540ac4-2545-48d5-b828-da11a8b49087 req-01d91d9d-91f2-454f-a234-da167ca41112 service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.898752] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852983, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.941283] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525b972c-ddfe-f9fb-70b4-0c234a459ade, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.941558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.941877] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 30c40c5b-7b55-4d18-856a-7768c59b5670/30c40c5b-7b55-4d18-856a-7768c59b5670.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.942157] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441675af-f642-4fa4-818f-abda5bcbb6ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.949385] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 906.949385] env[68089]: value = "task-2852984" [ 906.949385] env[68089]: _type = "Task" [ 906.949385] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.958208] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.068561] env[68089]: DEBUG nova.scheduler.client.report [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.124654] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.156205] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.156514] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.156676] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.156858] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.157012] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.157170] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.157382] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.157537] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.157702] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.157864] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.158052] env[68089]: DEBUG nova.virt.hardware [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.159072] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd6975-ce46-4f71-b1c0-732e668d3582 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.168672] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2aee49-8ccc-4b9c-ab49-7ec6db3d40e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.190897] env[68089]: INFO nova.compute.manager [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Took 56.25 seconds to build instance. [ 907.192497] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.198683] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Creating folder: Project (06764ed43bbc4b018446f9643ac73b9f). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.199458] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3583094b-83c0-4018-80a4-49d85ec099a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.216786] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Created folder: Project (06764ed43bbc4b018446f9643ac73b9f) in parent group-v573447. [ 907.216786] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Creating folder: Instances. Parent ref: group-v573673. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.217543] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1625f3fe-3632-4d0f-9ad5-e9ca150d0d96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.227438] env[68089]: DEBUG nova.network.neutron [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.234076] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Created folder: Instances in parent group-v573673. [ 907.234146] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.234460] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.234738] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa3363b-6c2c-41b6-beb7-f02963142623 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.256421] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82dfe879-d367-45b1-9ca5-df7c4d218435 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.264377] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cced92-1789-40ae-a505-df635cb535cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.275312] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.275312] env[68089]: value = "task-2852987" [ 907.275312] env[68089]: _type = "Task" [ 907.275312] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.286446] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852987, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.301565] env[68089]: DEBUG nova.compute.manager [req-89540ac4-2545-48d5-b828-da11a8b49087 req-01d91d9d-91f2-454f-a234-da167ca41112 service nova] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Detach interface failed, port_id=b697fc34-f4b0-4c1d-84d9-ba4f54a033f8, reason: Instance cddcefef-6171-42b5-b184-9c7a52ca7f4e could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 907.398444] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534584} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.398747] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 7f23ab42-1c43-436f-aa15-5bc913a3621d/7f23ab42-1c43-436f-aa15-5bc913a3621d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.398954] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.399242] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7128f1d-9769-4392-936b-e0ea8a00d5a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.406998] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 907.406998] env[68089]: value = "task-2852988" [ 907.406998] env[68089]: _type = "Task" [ 907.406998] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.415904] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.461088] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470912} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.461400] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 30c40c5b-7b55-4d18-856a-7768c59b5670/30c40c5b-7b55-4d18-856a-7768c59b5670.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.461613] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.461886] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ac9569-a616-4e8e-b516-7ec06a436d02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.469204] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 907.469204] env[68089]: value = "task-2852989" [ 907.469204] env[68089]: _type = "Task" [ 907.469204] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.479929] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.573613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.574166] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.576946] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.923s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.577157] env[68089]: DEBUG nova.objects.instance [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lazy-loading 'resources' on Instance uuid 24e8dd88-f334-49fe-8b84-7f7e680f8b19 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.601473] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.602200] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd6dd30-fa1b-4bac-ba40-ccd929fcd3bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.611158] env[68089]: DEBUG oslo_vmware.api [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 907.611158] env[68089]: value = "task-2852990" [ 907.611158] env[68089]: _type = "Task" [ 907.611158] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.621274] env[68089]: DEBUG oslo_vmware.api [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.700684] env[68089]: DEBUG oslo_concurrency.lockutils [None req-49b95f61-4f30-4bf9-89be-48205c066dc8 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.783s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.732637] env[68089]: INFO nova.compute.manager [-] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Took 1.31 seconds to deallocate network for instance. [ 907.787208] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852987, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.840871] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.841086] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.841301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.841498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.841662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.843966] env[68089]: INFO nova.compute.manager [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Terminating instance [ 907.918222] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256401} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.918504] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.919409] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19031222-6550-402a-805e-f9d12648b5c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.943884] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7f23ab42-1c43-436f-aa15-5bc913a3621d/7f23ab42-1c43-436f-aa15-5bc913a3621d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.944319] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116fdeb7-fe1f-493a-b1f6-322237e94d68 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.969505] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 907.969505] env[68089]: value = "task-2852991" [ 907.969505] env[68089]: _type = "Task" [ 907.969505] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.985319] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263219} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.985380] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.985665] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.986497] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e4bcb4-94a4-4d87-a1fb-27df6e365416 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.013155] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 30c40c5b-7b55-4d18-856a-7768c59b5670/30c40c5b-7b55-4d18-856a-7768c59b5670.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.013488] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16315589-4af9-493e-bd78-fdb443967341 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.035595] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 908.035595] env[68089]: value = "task-2852993" [ 908.035595] env[68089]: _type = "Task" [ 908.035595] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.046870] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.082878] env[68089]: DEBUG nova.compute.utils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.087444] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Not allocating networking since 'none' was specified. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 908.121568] env[68089]: DEBUG oslo_vmware.api [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.205384] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.239413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.292234] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2852987, 'name': CreateVM_Task, 'duration_secs': 0.815399} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.292483] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.292819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.292964] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.293327] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.296037] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8496f54-bc51-41ae-9d51-534569e5a5e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.302123] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 908.302123] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52797bc0-e6aa-6bff-dd3c-9da1cf9bb5fc" [ 908.302123] env[68089]: _type = "Task" [ 908.302123] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.310940] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52797bc0-e6aa-6bff-dd3c-9da1cf9bb5fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.348440] env[68089]: DEBUG nova.compute.manager [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.348759] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.349769] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619df2d6-dcbc-4df2-988d-9837963a4eb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.361041] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.361331] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841a2a8c-23c6-4f6f-8d14-805cfff2eec2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.368699] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 908.368699] env[68089]: value = "task-2852994" [ 908.368699] env[68089]: _type = "Task" [ 908.368699] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.380857] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.468578] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a80942-72e1-47d7-943e-3192990a7489 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.483216] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa86665-2d6e-48b2-b032-f29c0b598a4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.486155] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.516368] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef729fe-4f89-405f-b112-b3dd4be22237 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.527880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be6a93-a1fe-4723-b97a-8e7d89076ac5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.547978] env[68089]: DEBUG nova.compute.provider_tree [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.562839] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.588010] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.625129] env[68089]: DEBUG oslo_vmware.api [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2852990, 'name': PowerOnVM_Task, 'duration_secs': 0.81289} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.626471] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.626806] env[68089]: DEBUG nova.compute.manager [None req-e99e18b8-a455-43e7-90c6-187d3f6b3071 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.627994] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb2c68-a4af-4eab-aa27-bc1f1cdb15f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.732232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.816021] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52797bc0-e6aa-6bff-dd3c-9da1cf9bb5fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.816021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.816021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.816021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.816298] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.816332] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.816711] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97879b9-38cd-43f6-beac-331c9c08c152 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.830560] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.830756] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.831609] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c59786b-d254-43dd-8538-5cac2c236533 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.837624] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 908.837624] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528266de-2f19-e37b-1338-c5cfa7b1931c" [ 908.837624] env[68089]: _type = "Task" [ 908.837624] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.846117] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528266de-2f19-e37b-1338-c5cfa7b1931c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.881308] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852994, 'name': PowerOffVM_Task, 'duration_secs': 0.492643} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.881574] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.881740] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.882050] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-835c9b93-df63-4f50-9537-994e8ae78a40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.975701] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.975929] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.977120] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore2] f655ed51-4fb8-475e-9425-c32fcec24f2d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.977120] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-022caf0f-75a5-47f3-8e71-ead25095f04e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.984247] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852991, 'name': ReconfigVM_Task, 'duration_secs': 0.663927} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.985493] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7f23ab42-1c43-436f-aa15-5bc913a3621d/7f23ab42-1c43-436f-aa15-5bc913a3621d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.986208] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 908.986208] env[68089]: value = "task-2852996" [ 908.986208] env[68089]: _type = "Task" [ 908.986208] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.986400] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcceea1e-ee61-4446-9687-cc1a22aa6994 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.996058] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.997264] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 908.997264] env[68089]: value = "task-2852997" [ 908.997264] env[68089]: _type = "Task" [ 908.997264] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.005545] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852997, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.058470] env[68089]: DEBUG nova.scheduler.client.report [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.062064] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852993, 'name': ReconfigVM_Task, 'duration_secs': 0.760177} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.062538] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 30c40c5b-7b55-4d18-856a-7768c59b5670/30c40c5b-7b55-4d18-856a-7768c59b5670.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.063138] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e48dba8-1a04-4e01-9d03-5afc08ea3252 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.071450] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 909.071450] env[68089]: value = "task-2852998" [ 909.071450] env[68089]: _type = "Task" [ 909.071450] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.080634] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852998, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.348784] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528266de-2f19-e37b-1338-c5cfa7b1931c, 'name': SearchDatastore_Task, 'duration_secs': 0.051798} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.349530] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be46704-5942-4a73-b754-cab11c414633 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.355161] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 909.355161] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b29045-2037-cdfe-7d95-75d1ad8fa7bf" [ 909.355161] env[68089]: _type = "Task" [ 909.355161] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.363473] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b29045-2037-cdfe-7d95-75d1ad8fa7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.499170] env[68089]: DEBUG oslo_vmware.api [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2852996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211392} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.502158] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.502348] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.502515] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.502682] env[68089]: INFO nova.compute.manager [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 909.502913] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.503159] env[68089]: DEBUG nova.compute.manager [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.503195] env[68089]: DEBUG nova.network.neutron [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.511019] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852997, 'name': Rename_Task, 'duration_secs': 0.173383} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.511019] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.511019] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-752a7687-b8fc-4884-87de-5d8d839a216f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.516437] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 909.516437] env[68089]: value = "task-2852999" [ 909.516437] env[68089]: _type = "Task" [ 909.516437] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.523961] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.563986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.566856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.946s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.567181] env[68089]: DEBUG nova.objects.instance [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lazy-loading 'resources' on Instance uuid f7670926-83aa-49b9-96fb-3c190fb7c466 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.582399] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2852998, 'name': Rename_Task, 'duration_secs': 0.213408} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.582618] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.582854] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6736e86a-3287-4fd3-8ef0-ba46e7ebd022 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.589271] env[68089]: INFO nova.scheduler.client.report [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Deleted allocations for instance 24e8dd88-f334-49fe-8b84-7f7e680f8b19 [ 909.591976] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 909.591976] env[68089]: value = "task-2853000" [ 909.591976] env[68089]: _type = "Task" [ 909.591976] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.599637] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.604593] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.633040] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.633430] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.633626] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.634013] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.634013] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.634165] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.634402] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.634572] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.634755] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.634918] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.635132] env[68089]: DEBUG nova.virt.hardware [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.636375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec1387d-433e-4d09-a82f-a3620b4cab7c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.646902] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb75944-bc03-493b-8d69-5a3ae300a862 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.666704] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.672516] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.672981] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.673102] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc5cbb30-9fc6-41ac-ba8e-762d27838fe4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.694022] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.694022] env[68089]: value = "task-2853001" [ 909.694022] env[68089]: _type = "Task" [ 909.694022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.704246] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853001, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.869980] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b29045-2037-cdfe-7d95-75d1ad8fa7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.04261} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.870339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.870695] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84/a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.871091] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e6c2857-5c8c-4871-91e0-b9991704ce22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.881165] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 909.881165] env[68089]: value = "task-2853002" [ 909.881165] env[68089]: _type = "Task" [ 909.881165] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.894411] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.895903] env[68089]: DEBUG nova.compute.manager [req-1fb770df-17e7-4cfa-a57d-0592d413a02e req-e602b65c-1200-4439-856b-9564b90bc672 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Received event network-vif-deleted-3112f218-9cbd-4cc5-b613-911915720ada {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.896115] env[68089]: INFO nova.compute.manager [req-1fb770df-17e7-4cfa-a57d-0592d413a02e req-e602b65c-1200-4439-856b-9564b90bc672 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Neutron deleted interface 3112f218-9cbd-4cc5-b613-911915720ada; detaching it from the instance and deleting it from the info cache [ 909.896289] env[68089]: DEBUG nova.network.neutron [req-1fb770df-17e7-4cfa-a57d-0592d413a02e req-e602b65c-1200-4439-856b-9564b90bc672 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.027431] env[68089]: DEBUG oslo_vmware.api [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2852999, 'name': PowerOnVM_Task, 'duration_secs': 0.489589} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.027754] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.028791] env[68089]: INFO nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 910.028791] env[68089]: DEBUG nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.029036] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3716e75-672c-49cb-a710-a44c66ecf9d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.103065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e5b4fe8-02dc-4778-8985-755898964c05 tempest-InstanceActionsNegativeTestJSON-1538268339 tempest-InstanceActionsNegativeTestJSON-1538268339-project-member] Lock "24e8dd88-f334-49fe-8b84-7f7e680f8b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.004s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.111965] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.205598] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853001, 'name': CreateVM_Task, 'duration_secs': 0.319579} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.205872] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.206342] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.206560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.207225] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.208125] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f9e882-90e1-4826-86ce-eaca239911a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.215493] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 910.215493] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebfab0-cf6e-856a-0737-c131cd2b5841" [ 910.215493] env[68089]: _type = "Task" [ 910.215493] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.227498] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebfab0-cf6e-856a-0737-c131cd2b5841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.293773] env[68089]: DEBUG nova.network.neutron [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.371370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.371726] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.372970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.372970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.372970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.377304] env[68089]: INFO nova.compute.manager [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Terminating instance [ 910.401348] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.402617] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c37f0ce-2dcf-4b19-b7a9-6c25b946a8d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.419559] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaae2c9-dcae-437e-b312-6d85574e5d0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.472551] env[68089]: DEBUG nova.compute.manager [req-1fb770df-17e7-4cfa-a57d-0592d413a02e req-e602b65c-1200-4439-856b-9564b90bc672 service nova] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Detach interface failed, port_id=3112f218-9cbd-4cc5-b613-911915720ada, reason: Instance f655ed51-4fb8-475e-9425-c32fcec24f2d could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 910.551390] env[68089]: INFO nova.compute.manager [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Took 50.83 seconds to build instance. [ 910.582969] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e184cf-d652-4fff-957d-d22994bca580 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.591995] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa24fd-95dc-4812-b7a6-3dab85e610af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.604811] env[68089]: DEBUG oslo_vmware.api [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853000, 'name': PowerOnVM_Task, 'duration_secs': 0.61892} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.629691] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.629691] env[68089]: INFO nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Took 8.94 seconds to spawn the instance on the hypervisor. [ 910.629691] env[68089]: DEBUG nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.631239] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cdfd1-f7aa-41b7-9336-5aecfe504056 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.634451] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb9692-d413-4971-934f-7fb43f46ef68 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.648351] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f69cd-9897-4d6c-b827-11db689100ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.664126] env[68089]: DEBUG nova.compute.provider_tree [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.727540] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebfab0-cf6e-856a-0737-c131cd2b5841, 'name': SearchDatastore_Task, 'duration_secs': 0.070047} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.727753] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.727993] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.728267] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.728433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.728614] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.728886] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d98572-d644-4cf0-9f00-1c4c62662d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.740520] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.740880] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.741586] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac0ce4b-bc4e-45d5-b74a-18e7057d85c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.748296] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 910.748296] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5269f750-2559-b420-967b-a6b22aec37d6" [ 910.748296] env[68089]: _type = "Task" [ 910.748296] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.757290] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5269f750-2559-b420-967b-a6b22aec37d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.797424] env[68089]: INFO nova.compute.manager [-] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Took 1.29 seconds to deallocate network for instance. [ 910.882838] env[68089]: DEBUG nova.compute.manager [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.883293] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.884861] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d14485-cb0e-402d-9be3-4b4aa9a1adb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.912564] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.918859] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84/a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.923167] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.923746] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.924141] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-823c71e4-96e3-4b3e-b813-f680e742df82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.927506] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b160620-0d22-4dd8-9793-80f2f25c7338 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.938028] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 910.938028] env[68089]: value = "task-2853004" [ 910.938028] env[68089]: _type = "Task" [ 910.938028] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.944146] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 910.944146] env[68089]: value = "task-2853005" [ 910.944146] env[68089]: _type = "Task" [ 910.944146] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.955930] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.963909] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.055657] env[68089]: DEBUG oslo_concurrency.lockutils [None req-87adf500-c66b-4af0-92e5-23feef1ce60f tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.341s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.162452] env[68089]: INFO nova.compute.manager [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Took 48.34 seconds to build instance. [ 911.193446] env[68089]: ERROR nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] [req-722298ce-9099-4331-8675-f761889ec67a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-722298ce-9099-4331-8675-f761889ec67a"}]} [ 911.210265] env[68089]: DEBUG nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 911.231234] env[68089]: DEBUG nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 911.231508] env[68089]: DEBUG nova.compute.provider_tree [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.256713] env[68089]: DEBUG nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 911.266114] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5269f750-2559-b420-967b-a6b22aec37d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.267133] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a81ebe5-0c91-4935-9edf-5bc70dfa2407 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.274101] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 911.274101] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5238872c-6134-2c22-c698-315cbb7a0ac5" [ 911.274101] env[68089]: _type = "Task" [ 911.274101] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.285217] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5238872c-6134-2c22-c698-315cbb7a0ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.287815] env[68089]: DEBUG nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 911.304915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.454555] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100983} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.454555] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.456184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415396e-982c-495d-9cb9-e04d7cf26bbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.466550] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853005, 'name': PowerOffVM_Task, 'duration_secs': 0.446102} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.467401] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.467587] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.467877] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d91b03f-4130-486c-8e4b-135f47aabf63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.493698] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84/a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.496964] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60fd212-1c9b-4cc7-8977-e3c04d3cf394 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.519828] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 911.519828] env[68089]: value = "task-2853007" [ 911.519828] env[68089]: _type = "Task" [ 911.519828] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.532210] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.577269] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.577474] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.577671] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleting the datastore file [datastore1] cc928eab-c51b-4f80-a53f-70d55942c69b {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.577928] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30bee99c-8353-4c10-9f09-e26d7b3c2928 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.584683] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 911.584683] env[68089]: value = "task-2853008" [ 911.584683] env[68089]: _type = "Task" [ 911.584683] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.596586] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.665346] env[68089]: DEBUG oslo_concurrency.lockutils [None req-76bd52b7-bdd3-4eb5-9de6-c9ec36aaf0d0 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.847s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.759164] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00daf3-0946-48f8-8671-41d1fcbb53a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.769500] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464707d-786c-4ab8-935d-50a5bbf373b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.806073] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064e6e4-9e1d-400c-8726-da949e984f47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.812857] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5238872c-6134-2c22-c698-315cbb7a0ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.025864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.813384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.813649] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.813909] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ed33ed8-6ea4-4de4-9024-8622b558188c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.820048] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6517447-aeb5-4fa6-b420-9b8460289a3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.825347] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 911.825347] env[68089]: value = "task-2853009" [ 911.825347] env[68089]: _type = "Task" [ 911.825347] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.837219] env[68089]: DEBUG nova.compute.provider_tree [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.844287] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.845764] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.846052] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.846242] env[68089]: DEBUG nova.compute.manager [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.847430] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c7472-0ec3-435a-86bc-248529cc4726 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.855522] env[68089]: DEBUG nova.compute.manager [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 911.856203] env[68089]: DEBUG nova.objects.instance [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'flavor' on Instance uuid 7f23ab42-1c43-436f-aa15-5bc913a3621d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.029729] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.095328] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.276975] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "30c40c5b-7b55-4d18-856a-7768c59b5670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.277262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.277484] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.277971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.277971] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.280645] env[68089]: INFO nova.compute.manager [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Terminating instance [ 912.336697] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853009, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.379320] env[68089]: DEBUG nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 912.379589] env[68089]: DEBUG nova.compute.provider_tree [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 106 to 107 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 912.379767] env[68089]: DEBUG nova.compute.provider_tree [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.530750] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853007, 'name': ReconfigVM_Task, 'duration_secs': 0.987583} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.531156] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Reconfigured VM instance instance-0000004e to attach disk [datastore1] a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84/a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.532070] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e81f1a-3dcb-4e06-97fc-bc818ce8e59b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.542065] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 912.542065] env[68089]: value = "task-2853011" [ 912.542065] env[68089]: _type = "Task" [ 912.542065] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.553133] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853011, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.595715] env[68089]: DEBUG oslo_vmware.api [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643393} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.596035] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.596277] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.596502] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.596721] env[68089]: INFO nova.compute.manager [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 1.71 seconds to destroy the instance on the hypervisor. [ 912.597027] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.597266] env[68089]: DEBUG nova.compute.manager [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.597417] env[68089]: DEBUG nova.network.neutron [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.788612] env[68089]: DEBUG nova.compute.manager [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.788612] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.789593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab225e12-e651-49c3-9568-99a20949a3c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.804952] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.809508] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f907a05-09f0-46f4-b588-8eec736b59a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.819659] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 912.819659] env[68089]: value = "task-2853012" [ 912.819659] env[68089]: _type = "Task" [ 912.819659] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.837072] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.844803] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779503} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.844803] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.844803] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.844803] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2016a4ac-81fb-4ae4-9394-5bd422b87179 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.852992] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 912.852992] env[68089]: value = "task-2853013" [ 912.852992] env[68089]: _type = "Task" [ 912.852992] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.865462] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.865892] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.865981] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3987fac3-40bd-4797-b886-23849ba627a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.876234] env[68089]: DEBUG oslo_vmware.api [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 912.876234] env[68089]: value = "task-2853014" [ 912.876234] env[68089]: _type = "Task" [ 912.876234] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.885474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.319s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.887595] env[68089]: DEBUG oslo_vmware.api [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.891992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.173s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.891992] env[68089]: DEBUG nova.objects.instance [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 912.914248] env[68089]: INFO nova.scheduler.client.report [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Deleted allocations for instance f7670926-83aa-49b9-96fb-3c190fb7c466 [ 913.059609] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853011, 'name': Rename_Task, 'duration_secs': 0.182405} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.059971] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.060396] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c32e4b8a-fd55-441d-bd97-08020394a601 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.069614] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 913.069614] env[68089]: value = "task-2853015" [ 913.069614] env[68089]: _type = "Task" [ 913.069614] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.083155] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.272933] env[68089]: DEBUG nova.compute.manager [req-c38d03d9-9b60-40b1-a168-dd537d58efbf req-14f58229-1308-415f-8101-8a0b9d5e1310 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Received event network-vif-deleted-7fd6391e-4045-46d8-9457-0d7a342262c7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.273240] env[68089]: INFO nova.compute.manager [req-c38d03d9-9b60-40b1-a168-dd537d58efbf req-14f58229-1308-415f-8101-8a0b9d5e1310 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Neutron deleted interface 7fd6391e-4045-46d8-9457-0d7a342262c7; detaching it from the instance and deleting it from the info cache [ 913.273318] env[68089]: DEBUG nova.network.neutron [req-c38d03d9-9b60-40b1-a168-dd537d58efbf req-14f58229-1308-415f-8101-8a0b9d5e1310 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.329725] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853012, 'name': PowerOffVM_Task, 'duration_secs': 0.216582} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.330007] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.330247] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.330446] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c672f58-b267-4805-bbf3-2393e5a8370a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.364368] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080323} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.364368] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.365360] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948fe979-fc91-47c4-9836-dcdc22c21350 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.386947] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.390539] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47827ff8-046e-40e3-8e34-205134930fc2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.412866] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.413170] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.413405] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore2] 30c40c5b-7b55-4d18-856a-7768c59b5670 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.415089] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d233dc1-7011-4d67-a361-edbdaead9ecd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.426781] env[68089]: DEBUG oslo_vmware.api [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853014, 'name': PowerOffVM_Task, 'duration_secs': 0.216594} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.428863] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9e46f119-dda6-4744-bf32-c031b34c45ce tempest-VolumesAdminNegativeTest-1941639955 tempest-VolumesAdminNegativeTest-1941639955-project-member] Lock "f7670926-83aa-49b9-96fb-3c190fb7c466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.509s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.432478] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.432478] env[68089]: DEBUG nova.compute.manager [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.432687] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 913.432687] env[68089]: value = "task-2853018" [ 913.432687] env[68089]: _type = "Task" [ 913.432687] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.433399] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 913.433399] env[68089]: value = "task-2853017" [ 913.433399] env[68089]: _type = "Task" [ 913.433399] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.434097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f2a62d-4876-4e2a-908a-cccbd35ff575 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.467707] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.467707] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.581380] env[68089]: DEBUG oslo_vmware.api [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853015, 'name': PowerOnVM_Task, 'duration_secs': 0.477198} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.581380] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.581380] env[68089]: INFO nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Took 6.46 seconds to spawn the instance on the hypervisor. [ 913.582041] env[68089]: DEBUG nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.582718] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b0b04-6b37-4594-8c8b-3836a295fec2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.686211] env[68089]: DEBUG nova.network.neutron [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.778448] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8237c56-4e12-45d4-bbde-c71ddfb81635 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.791748] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d0133-fbe9-445c-8580-2eb9ce4c36e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.828754] env[68089]: DEBUG nova.compute.manager [req-c38d03d9-9b60-40b1-a168-dd537d58efbf req-14f58229-1308-415f-8101-8a0b9d5e1310 service nova] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Detach interface failed, port_id=7fd6391e-4045-46d8-9457-0d7a342262c7, reason: Instance cc928eab-c51b-4f80-a53f-70d55942c69b could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 913.915977] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3bf2be46-2792-45f8-9763-e4e74e6e1fe9 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.918266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.292s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.919957] env[68089]: INFO nova.compute.claims [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.952771] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853017, 'name': ReconfigVM_Task, 'duration_secs': 0.304169} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.956130] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.957145] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.957433] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ca0b6ec-1d1e-4777-8e0d-5e6355828e13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.965236] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 913.965236] env[68089]: value = "task-2853019" [ 913.965236] env[68089]: _type = "Task" [ 913.965236] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.972074] env[68089]: DEBUG oslo_concurrency.lockutils [None req-27213ec6-18f3-49f2-a2ab-a7a4cf765cb7 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.126s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.981020] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853019, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.104974] env[68089]: INFO nova.compute.manager [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Took 44.74 seconds to build instance. [ 914.188385] env[68089]: INFO nova.compute.manager [-] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Took 1.59 seconds to deallocate network for instance. [ 914.345400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.345400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.345400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.345400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.345400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.348968] env[68089]: INFO nova.compute.manager [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Terminating instance [ 914.448746] env[68089]: DEBUG oslo_vmware.api [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644855} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.449019] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.449234] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.449410] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.449582] env[68089]: INFO nova.compute.manager [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Took 1.66 seconds to destroy the instance on the hypervisor. [ 914.449824] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.450021] env[68089]: DEBUG nova.compute.manager [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.450124] env[68089]: DEBUG nova.network.neutron [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.478462] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853019, 'name': Rename_Task, 'duration_secs': 0.299271} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.478736] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.479019] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf04f73-dffd-4b34-86ef-7b24c14580f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.486549] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 914.486549] env[68089]: value = "task-2853021" [ 914.486549] env[68089]: _type = "Task" [ 914.486549] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.495788] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.607575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2841afcb-1334-4264-92a0-9332efc12ae0 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.255s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.698843] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.858334] env[68089]: DEBUG nova.compute.manager [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.859042] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.859475] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b4e09-4c28-4234-8912-884caafc6985 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.869757] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.869813] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd12a09-4ad2-427c-a4dd-074eefcbb31f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.998506] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853021, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.308018] env[68089]: DEBUG nova.network.neutron [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.376198] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946df85-5921-4c0d-8e6c-f63d89fb489b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.385582] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f39f75-ec3f-4938-869b-fd0c6a8f68b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.420948] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d9574-793b-43ff-b4df-a1592da52cba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.424669] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.424669] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.424669] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore2] 7f23ab42-1c43-436f-aa15-5bc913a3621d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.424669] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c00634f1-7557-4209-ae48-fab48e7b25a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.439460] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bc113-37eb-4dc3-9f78-00bd871d2c5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.444880] env[68089]: DEBUG oslo_vmware.api [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 915.444880] env[68089]: value = "task-2853023" [ 915.444880] env[68089]: _type = "Task" [ 915.444880] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.460753] env[68089]: DEBUG nova.compute.provider_tree [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.468072] env[68089]: DEBUG oslo_vmware.api [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.498411] env[68089]: DEBUG oslo_vmware.api [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853021, 'name': PowerOnVM_Task, 'duration_secs': 0.598088} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.498411] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.498411] env[68089]: INFO nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Took 5.90 seconds to spawn the instance on the hypervisor. [ 915.498411] env[68089]: DEBUG nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.499651] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d7d27-9d8f-4cbd-89dc-ce4500fdaa2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.809107] env[68089]: INFO nova.compute.manager [-] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Took 1.36 seconds to deallocate network for instance. [ 915.840395] env[68089]: DEBUG nova.compute.manager [req-83b91add-fd35-4e8f-8188-31ebd9570193 req-482f5e81-29be-43fb-b044-497cf113ee68 service nova] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Received event network-vif-deleted-c0ffec5e-a99b-4996-9af4-6b3900c3305f {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.958431] env[68089]: DEBUG oslo_vmware.api [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474057} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.958782] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.958977] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.959171] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.959344] env[68089]: INFO nova.compute.manager [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 915.959585] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.959777] env[68089]: DEBUG nova.compute.manager [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.960011] env[68089]: DEBUG nova.network.neutron [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.965283] env[68089]: DEBUG nova.scheduler.client.report [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.023281] env[68089]: INFO nova.compute.manager [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Took 46.45 seconds to build instance. [ 916.317211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.423728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "c84c6e06-a076-4f9a-bc36-fba23da94848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.423981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.473238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.473738] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.477818] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.858s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.477950] env[68089]: DEBUG nova.objects.instance [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lazy-loading 'resources' on Instance uuid ded00217-6925-489f-98cb-b1ffeca768f2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.525290] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8230f9ac-c4a3-4727-a7a3-c615c8c649ca tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.957s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.723436] env[68089]: INFO nova.compute.manager [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Rebuilding instance [ 916.779818] env[68089]: DEBUG nova.compute.manager [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.780735] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83347644-dd17-4029-b0ae-e4c059375683 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.879793] env[68089]: DEBUG nova.network.neutron [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.927162] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.988304] env[68089]: DEBUG nova.compute.utils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.988304] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.988304] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.051162] env[68089]: DEBUG nova.policy [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e4524bbb4aa4e4dacccb17309581897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6f946da78841af841b7fa5f5468776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.386418] env[68089]: INFO nova.compute.manager [-] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Took 1.43 seconds to deallocate network for instance. [ 917.423930] env[68089]: INFO nova.compute.manager [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Rebuilding instance [ 917.434470] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c64e2-200a-4241-87fc-5330e34c4935 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.448405] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a279f8-b998-4350-adcd-135c31d22e5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.499366] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.504103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.505278] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73068e63-af65-44c2-92df-2a2f888f58f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.520367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8934e-6a61-420a-9aa6-065b7e2167d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.539428] env[68089]: DEBUG nova.compute.provider_tree [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.545031] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Successfully created port: d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.548275] env[68089]: DEBUG nova.compute.manager [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.549516] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d71cb-e008-43dc-8cfd-279adc338a38 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.798405] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.798685] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e369ea1-2a68-44ff-badf-c84b13570853 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.807189] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 917.807189] env[68089]: value = "task-2853025" [ 917.807189] env[68089]: _type = "Task" [ 917.807189] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.819719] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.870550] env[68089]: DEBUG nova.compute.manager [req-20186d84-45ef-4e9c-ac5d-80abaee6d698 req-e7f1783a-12fc-4745-a98f-910a3418f859 service nova] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Received event network-vif-deleted-4ae203b2-3a43-4663-ad95-48ec023c9296 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.896773] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.043233] env[68089]: DEBUG nova.scheduler.client.report [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.319071] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853025, 'name': PowerOffVM_Task, 'duration_secs': 0.112299} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.319329] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.319613] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.320450] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5dd79-33fe-4c45-8622-c62bf8f69638 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.328779] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.329098] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f3b1f1f-1d08-4ac2-aff8-06e4b59d0837 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.359615] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.359979] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.360293] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleting the datastore file [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.360647] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dadc7e9b-8352-47e6-a457-1cded61e7c50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.368958] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 918.368958] env[68089]: value = "task-2853027" [ 918.368958] env[68089]: _type = "Task" [ 918.368958] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.378071] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.509480] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.539221] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.539538] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.539715] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.539897] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.540758] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.540758] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.540758] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.540758] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.540758] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.541062] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.541062] env[68089]: DEBUG nova.virt.hardware [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.541885] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0e68b-19e2-4f5e-aaff-86c41042809f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.547425] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.551601] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.020s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.551825] env[68089]: DEBUG nova.objects.instance [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lazy-loading 'resources' on Instance uuid d364a3c8-6f2f-4ef6-a3d8-23e200263608 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.554083] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b39336-5fbe-4197-9dde-08222105f1de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.570231] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.571856] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b3714f-4a8f-4c3a-a7ca-77f691b967db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.580649] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 918.580649] env[68089]: value = "task-2853028" [ 918.580649] env[68089]: _type = "Task" [ 918.580649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.581226] env[68089]: INFO nova.scheduler.client.report [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Deleted allocations for instance ded00217-6925-489f-98cb-b1ffeca768f2 [ 918.599707] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.881244] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228907} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.883265] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.883591] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.883871] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.068544] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Successfully updated port: d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.097785] env[68089]: DEBUG oslo_concurrency.lockutils [None req-45dac0d4-1d90-490a-8edc-94c9612b217d tempest-ServersAaction247Test-792796709 tempest-ServersAaction247Test-792796709-project-member] Lock "ded00217-6925-489f-98cb-b1ffeca768f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.753s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.099155] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853028, 'name': PowerOffVM_Task, 'duration_secs': 0.356591} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.101872] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.102584] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.103381] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb4039de-d249-4fda-af77-d680431e4089 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.111956] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 919.111956] env[68089]: value = "task-2853029" [ 919.111956] env[68089]: _type = "Task" [ 919.111956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.124552] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 919.124777] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.127046] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573553', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'name': 'volume-534ebded-52ee-489d-a997-3ebbbcef4896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58', 'attached_at': '', 'detached_at': '', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'serial': '534ebded-52ee-489d-a997-3ebbbcef4896'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.127693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9fd655-0cfc-4d46-8ded-d3a69c83c2f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.154121] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0377f65-863c-4e1c-a2e5-4b7bb0b36629 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.161943] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36fdf0-d625-4118-a45d-0a1728615563 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.185914] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb3608-bec6-4113-b78b-29862327b644 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.203986] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] The volume has not been displaced from its original location: [datastore1] volume-534ebded-52ee-489d-a997-3ebbbcef4896/volume-534ebded-52ee-489d-a997-3ebbbcef4896.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 919.211112] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.211961] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad337fc9-1e8b-4fc1-b509-a97325433a75 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.232343] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 919.232343] env[68089]: value = "task-2853030" [ 919.232343] env[68089]: _type = "Task" [ 919.232343] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.244016] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.395125] env[68089]: DEBUG oslo_concurrency.lockutils [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.395366] env[68089]: DEBUG oslo_concurrency.lockutils [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.481116] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586799e6-8132-4ae0-b444-a3074af2d0a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.490140] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7bd08f-db86-400c-8ec5-441f6b44ca9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.528162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711f0e34-e501-4b68-ab8c-3aae5e035403 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.536763] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b184b-c260-4bfe-9dcb-ede97af010e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.551247] env[68089]: DEBUG nova.compute.provider_tree [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.573716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.573862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.574071] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.744724] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853030, 'name': ReconfigVM_Task, 'duration_secs': 0.289111} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.746486] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.750455] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72fa442c-94ad-4378-be3d-f63109ff9c36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.771283] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 919.771283] env[68089]: value = "task-2853031" [ 919.771283] env[68089]: _type = "Task" [ 919.771283] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.783352] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.902842] env[68089]: INFO nova.compute.manager [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Detaching volume 10168c78-a304-42d4-ba58-78fadc2145a7 [ 919.938726] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.938996] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.939171] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.939517] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.939517] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.939710] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.939818] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.939970] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.943339] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.943657] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.943865] env[68089]: DEBUG nova.virt.hardware [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.946483] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085a9fc-e705-4b1b-ab88-4d4232d8e29f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.950587] env[68089]: INFO nova.virt.block_device [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Attempting to driver detach volume 10168c78-a304-42d4-ba58-78fadc2145a7 from mountpoint /dev/sdb [ 919.950826] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.951198] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573624', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'name': 'volume-10168c78-a304-42d4-ba58-78fadc2145a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6bca99bb-a1e8-4bfd-9b6e-6177767155a2', 'attached_at': '', 'detached_at': '', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'serial': '10168c78-a304-42d4-ba58-78fadc2145a7'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.955488] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da76736-b5c4-4623-9d67-21223d9031cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.957593] env[68089]: DEBUG nova.compute.manager [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Received event network-vif-plugged-d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.957962] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Acquiring lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.958061] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.958160] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.958319] env[68089]: DEBUG nova.compute.manager [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] No waiting events found dispatching network-vif-plugged-d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.958468] env[68089]: WARNING nova.compute.manager [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Received unexpected event network-vif-plugged-d6b8fae0-9885-49b2-a4be-1c7a36128eee for instance with vm_state building and task_state spawning. [ 919.958616] env[68089]: DEBUG nova.compute.manager [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Received event network-changed-d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.958758] env[68089]: DEBUG nova.compute.manager [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Refreshing instance network info cache due to event network-changed-d6b8fae0-9885-49b2-a4be-1c7a36128eee. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 919.958972] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Acquiring lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.963410] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15efe1-1cc7-4498-90a4-efb04a7bf367 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985979] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733bb782-8b58-43c9-b223-6d8a14755949 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.999043] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance VIF info [] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.004628] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.006759] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.007144] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2b8dfcc-e90b-454b-ad90-914a0fb8255a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.019499] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f63275-7277-408c-b6c4-6537c3291fea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.045806] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c097fe-1fb1-4f4e-b706-fef67b471dc2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.048659] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.048659] env[68089]: value = "task-2853032" [ 920.048659] env[68089]: _type = "Task" [ 920.048659] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.068640] env[68089]: DEBUG nova.scheduler.client.report [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.072795] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] The volume has not been displaced from its original location: [datastore1] volume-10168c78-a304-42d4-ba58-78fadc2145a7/volume-10168c78-a304-42d4-ba58-78fadc2145a7.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 920.078058] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.081139] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b866b6be-5aad-4e0d-9cda-b7fca93413e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.099121] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853032, 'name': CreateVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.105836] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 920.105836] env[68089]: value = "task-2853033" [ 920.105836] env[68089]: _type = "Task" [ 920.105836] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.115366] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.143171] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.284468] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853031, 'name': ReconfigVM_Task, 'duration_secs': 0.228006} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.284846] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573553', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'name': 'volume-534ebded-52ee-489d-a997-3ebbbcef4896', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58', 'attached_at': '', 'detached_at': '', 'volume_id': '534ebded-52ee-489d-a997-3ebbbcef4896', 'serial': '534ebded-52ee-489d-a997-3ebbbcef4896'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 920.285170] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.286034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03df7d-fc02-4c84-aba5-382fb8ccc6bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.295618] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.295911] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c3139f9-15d3-46df-9a46-b49452641e44 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.340206] env[68089]: DEBUG nova.network.neutron [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Updating instance_info_cache with network_info: [{"id": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "address": "fa:16:3e:3f:a7:9c", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b8fae0-98", "ovs_interfaceid": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.371835] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.372158] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.372782] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Deleting the datastore file [datastore1] f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.372782] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dceca6a4-2d3c-4ec5-b320-978180cb894c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.382681] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for the task: (returnval){ [ 920.382681] env[68089]: value = "task-2853035" [ 920.382681] env[68089]: _type = "Task" [ 920.382681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.393061] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.556192] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.556429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.564014] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853032, 'name': CreateVM_Task, 'duration_secs': 0.375299} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.564199] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.564616] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.564797] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.565152] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.565464] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651e8754-c89c-4963-b7b5-dcda9e11f52d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.572888] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 920.572888] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa0a32-8631-e132-8a80-b85bd0197ae4" [ 920.572888] env[68089]: _type = "Task" [ 920.572888] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.581564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.583429] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa0a32-8631-e132-8a80-b85bd0197ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.584115] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.941s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.585274] env[68089]: INFO nova.compute.claims [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.604480] env[68089]: INFO nova.scheduler.client.report [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Deleted allocations for instance d364a3c8-6f2f-4ef6-a3d8-23e200263608 [ 920.618172] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853033, 'name': ReconfigVM_Task, 'duration_secs': 0.303148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.618453] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.624499] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76cdbbac-346e-4d9c-9373-90d1b1b0ec83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.640769] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 920.640769] env[68089]: value = "task-2853036" [ 920.640769] env[68089]: _type = "Task" [ 920.640769] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.649738] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.843846] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.844217] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Instance network_info: |[{"id": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "address": "fa:16:3e:3f:a7:9c", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b8fae0-98", "ovs_interfaceid": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.844533] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Acquired lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.844720] env[68089]: DEBUG nova.network.neutron [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Refreshing network info cache for port d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.848058] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6b8fae0-9885-49b2-a4be-1c7a36128eee', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.855768] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.856793] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.857118] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a274e2-681b-4f97-b3c3-aaa00e2d2824 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.877583] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.877583] env[68089]: value = "task-2853037" [ 920.877583] env[68089]: _type = "Task" [ 920.877583] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.885743] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853037, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.894332] env[68089]: DEBUG oslo_vmware.api [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Task: {'id': task-2853035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193788} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.894580] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.894754] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.894924] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.959488] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 920.959830] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28fea5b-2a18-4e2c-bab3-336c4a58d1ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.970097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196240c4-af5c-44d1-bc98-eb4ff76d6aba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.005722] env[68089]: ERROR nova.compute.manager [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Failed to detach volume 534ebded-52ee-489d-a997-3ebbbcef4896 from /dev/sda: nova.exception.InstanceNotFound: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Traceback (most recent call last): [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self.driver.rebuild(**kwargs) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise NotImplementedError() [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] NotImplementedError [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] During handling of the above exception, another exception occurred: [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Traceback (most recent call last): [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self.driver.detach_volume(context, old_connection_info, [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] return self._volumeops.detach_volume(connection_info, instance) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._detach_volume_vmdk(connection_info, instance) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] stable_ref.fetch_moref(session) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise exception.InstanceNotFound(instance_id=self._uuid) [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] nova.exception.InstanceNotFound: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. [ 921.005722] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.059095] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.090975] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa0a32-8631-e132-8a80-b85bd0197ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.030881} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.091516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.091735] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.091985] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.092559] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.092770] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.093070] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42121e5c-c157-41d0-93e1-b0ed17e0283d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.110305] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.110305] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.110305] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f68d11-adaf-4492-8964-fbed916ecc1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.116099] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 921.116099] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522e76fa-833e-d034-504a-0f1406e4afff" [ 921.116099] env[68089]: _type = "Task" [ 921.116099] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.119676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f3fc3ecf-38a0-4b6c-a969-ce550864a899 tempest-ServersListShow298Test-314052994 tempest-ServersListShow298Test-314052994-project-member] Lock "d364a3c8-6f2f-4ef6-a3d8-23e200263608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.887s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.129872] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522e76fa-833e-d034-504a-0f1406e4afff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.152512] env[68089]: DEBUG oslo_vmware.api [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853036, 'name': ReconfigVM_Task, 'duration_secs': 0.144025} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.152793] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573624', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'name': 'volume-10168c78-a304-42d4-ba58-78fadc2145a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6bca99bb-a1e8-4bfd-9b6e-6177767155a2', 'attached_at': '', 'detached_at': '', 'volume_id': '10168c78-a304-42d4-ba58-78fadc2145a7', 'serial': '10168c78-a304-42d4-ba58-78fadc2145a7'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 921.173454] env[68089]: DEBUG nova.compute.utils [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Build of instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 aborted: Failed to rebuild volume backed instance. {{(pid=68089) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 921.175569] env[68089]: ERROR nova.compute.manager [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 aborted: Failed to rebuild volume backed instance. [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Traceback (most recent call last): [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self.driver.rebuild(**kwargs) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise NotImplementedError() [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] NotImplementedError [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] During handling of the above exception, another exception occurred: [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Traceback (most recent call last): [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._detach_root_volume(context, instance, root_bdm) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] with excutils.save_and_reraise_exception(): [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self.force_reraise() [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise self.value [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self.driver.detach_volume(context, old_connection_info, [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] return self._volumeops.detach_volume(connection_info, instance) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._detach_volume_vmdk(connection_info, instance) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] stable_ref.fetch_moref(session) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise exception.InstanceNotFound(instance_id=self._uuid) [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] nova.exception.InstanceNotFound: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] During handling of the above exception, another exception occurred: [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Traceback (most recent call last): [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] yield [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 921.175569] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._do_rebuild_instance_with_claim( [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._do_rebuild_instance( [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._rebuild_default_impl(**kwargs) [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] self._rebuild_volume_backed_instance( [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] raise exception.BuildAbortException( [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] nova.exception.BuildAbortException: Build of instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 aborted: Failed to rebuild volume backed instance. [ 921.176870] env[68089]: ERROR nova.compute.manager [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] [ 921.390520] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853037, 'name': CreateVM_Task, 'duration_secs': 0.339678} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.392835] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.393542] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.393697] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.394016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.394558] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68e0c54-8ed1-4b5f-b99a-4c80efbdd707 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.400079] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 921.400079] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5226ddaf-a612-3b95-ecdb-a2b98c5b92ef" [ 921.400079] env[68089]: _type = "Task" [ 921.400079] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.410811] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5226ddaf-a612-3b95-ecdb-a2b98c5b92ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.565453] env[68089]: DEBUG nova.network.neutron [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Updated VIF entry in instance network info cache for port d6b8fae0-9885-49b2-a4be-1c7a36128eee. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.565453] env[68089]: DEBUG nova.network.neutron [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Updating instance_info_cache with network_info: [{"id": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "address": "fa:16:3e:3f:a7:9c", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6b8fae0-98", "ovs_interfaceid": "d6b8fae0-9885-49b2-a4be-1c7a36128eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.584485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.626082] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522e76fa-833e-d034-504a-0f1406e4afff, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.629302] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1376df-2178-416a-8c55-4f904f92cbef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.635301] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 921.635301] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d47000-487e-9092-8312-1cb2bdd58112" [ 921.635301] env[68089]: _type = "Task" [ 921.635301] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.647128] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d47000-487e-9092-8312-1cb2bdd58112, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.647379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.647628] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.647870] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f2270a1-955b-49f2-9a00-c9da83dd7fe2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.657163] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 921.657163] env[68089]: value = "task-2853038" [ 921.657163] env[68089]: _type = "Task" [ 921.657163] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.665626] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.701575] env[68089]: DEBUG nova.objects.instance [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'flavor' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.913416] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5226ddaf-a612-3b95-ecdb-a2b98c5b92ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015159} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.916361] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.916625] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.916862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.917149] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.917225] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.917757] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be8eeb2a-3c37-4e99-8cad-35c7cad7b47e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.929347] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07b21a-eec1-4563-b064-326014900eaa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.933464] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.933700] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.934834] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91744fd-0df8-4e63-89eb-e8a5582c32ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.940828] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd185d2-883f-46ae-b5ef-3021704cb5bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.946222] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 921.946222] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52061315-a947-a580-84e6-5e03cb261416" [ 921.946222] env[68089]: _type = "Task" [ 921.946222] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.978094] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da659ec9-162f-41e0-9695-e0300b6fb48a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.984063] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52061315-a947-a580-84e6-5e03cb261416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.989816] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebf50d-7fef-4d5a-a87c-7ad82cf5e07a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.005563] env[68089]: DEBUG nova.compute.provider_tree [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.068501] env[68089]: DEBUG oslo_concurrency.lockutils [req-ad699981-b368-4ae9-bee3-fa820cd27473 req-c07d76b1-f4ac-4c85-84ea-96c864b86452 service nova] Releasing lock "refresh_cache-ed16c001-afe0-4383-b2dc-1b9a727196e7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.172068] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458227} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.172390] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.172565] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.172823] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998fa5f7-93da-46d0-9583-44937faaf6ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.180135] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 922.180135] env[68089]: value = "task-2853039" [ 922.180135] env[68089]: _type = "Task" [ 922.180135] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.191260] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.458426] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52061315-a947-a580-84e6-5e03cb261416, 'name': SearchDatastore_Task, 'duration_secs': 0.055204} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.459260] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7776b851-821f-40ec-8e0d-388cc531c33d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.464861] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 922.464861] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521678cf-b4cd-a018-34b8-fc10b645bc22" [ 922.464861] env[68089]: _type = "Task" [ 922.464861] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.472821] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521678cf-b4cd-a018-34b8-fc10b645bc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.509373] env[68089]: DEBUG nova.scheduler.client.report [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.691479] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072915} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.691937] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.692686] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581199f-14ed-433f-a04e-874852ef0eee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.712301] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.712745] env[68089]: DEBUG oslo_concurrency.lockutils [None req-aed3d166-1c42-4e89-9ef0-32a106c5da38 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.713761] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3395d926-4825-4a7c-975e-b2f183584b50 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.736067] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 922.736067] env[68089]: value = "task-2853040" [ 922.736067] env[68089]: _type = "Task" [ 922.736067] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.744510] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.977673] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521678cf-b4cd-a018-34b8-fc10b645bc22, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.977965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.978139] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] ed16c001-afe0-4383-b2dc-1b9a727196e7/ed16c001-afe0-4383-b2dc-1b9a727196e7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.978486] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfcdfe00-0151-47fe-9067-5a40531f01e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.986216] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 922.986216] env[68089]: value = "task-2853041" [ 922.986216] env[68089]: _type = "Task" [ 922.986216] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.994163] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.016084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.016594] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.019054] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.966s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.020423] env[68089]: INFO nova.compute.claims [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.193624] env[68089]: DEBUG oslo_concurrency.lockutils [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.249293] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853040, 'name': ReconfigVM_Task, 'duration_secs': 0.266533} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.249634] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca/25a8a59e-37eb-4148-b280-14ebebe127ca.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.250737] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d39cb66-c876-4e36-8fd6-c398eb993d1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.260489] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 923.260489] env[68089]: value = "task-2853042" [ 923.260489] env[68089]: _type = "Task" [ 923.260489] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.271876] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853042, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.496286] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48401} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.496541] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] ed16c001-afe0-4383-b2dc-1b9a727196e7/ed16c001-afe0-4383-b2dc-1b9a727196e7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.496753] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.497036] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df4ada4-34d9-464e-bd5e-3f3278a09f27 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.503767] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 923.503767] env[68089]: value = "task-2853043" [ 923.503767] env[68089]: _type = "Task" [ 923.503767] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.512865] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.524265] env[68089]: DEBUG nova.compute.utils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.530112] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.530112] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.568676] env[68089]: DEBUG nova.policy [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef38ff9a80a44fe7b8dd31bbbf09a29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79a1ca128bb4b19b65e288d29139776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.722484] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.722912] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.722990] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.723148] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.723317] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.726523] env[68089]: INFO nova.compute.manager [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Terminating instance [ 923.772565] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853042, 'name': Rename_Task, 'duration_secs': 0.165779} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.772952] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.773874] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68649ee1-91af-45b5-9b92-4c18adb8d3e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.781335] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 923.781335] env[68089]: value = "task-2853044" [ 923.781335] env[68089]: _type = "Task" [ 923.781335] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.792492] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.827924] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Successfully created port: c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.948721] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.949193] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.949480] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.949775] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.950064] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.952308] env[68089]: INFO nova.compute.manager [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Terminating instance [ 924.016100] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069656} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.016100] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.016100] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df6b0a-646c-4f59-b36a-6fecfec9f89a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.031892] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.045723] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] ed16c001-afe0-4383-b2dc-1b9a727196e7/ed16c001-afe0-4383-b2dc-1b9a727196e7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.046445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd060505-375d-4c53-b4f6-24d3e43ee051 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.070425] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 924.070425] env[68089]: value = "task-2853045" [ 924.070425] env[68089]: _type = "Task" [ 924.070425] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.082922] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.230260] env[68089]: DEBUG nova.compute.manager [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.230643] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.231858] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da228600-4779-437b-af31-356127b3a99a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.242144] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.242432] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-508fe16d-be9c-46d1-8c95-5ec6e4130fda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.249456] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 924.249456] env[68089]: value = "task-2853046" [ 924.249456] env[68089]: _type = "Task" [ 924.249456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.261409] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.290681] env[68089]: DEBUG oslo_vmware.api [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853044, 'name': PowerOnVM_Task, 'duration_secs': 0.473449} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.295166] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.295432] env[68089]: DEBUG nova.compute.manager [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.299817] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0ace02-5025-4949-91a7-e900ca9c3fbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.412795] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd41242-f404-4e3f-82fe-618820777aec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.425451] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57910d23-05dd-41ac-a03f-4e619a8aa73f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.454777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e24566d-1dcd-4f74-b408-dde7aecbbbbc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.458122] env[68089]: DEBUG nova.compute.manager [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.458445] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05e8df8b-cdd8-4732-9fa7-4c60d4541dd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.468362] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fecffb9-8732-4628-8ebd-78c167169242 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.475094] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debdb949-ac48-4274-b56b-0bb564ec7eb2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.496420] env[68089]: DEBUG nova.compute.provider_tree [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.515959] env[68089]: WARNING nova.virt.vmwareapi.driver [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. [ 924.516236] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.517278] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fede09c-4f41-4d07-9b93-f3a38de6debf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.526846] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8159e682-0a46-4b88-af5d-36c56e8fb09c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.560570] env[68089]: WARNING nova.virt.vmwareapi.vmops [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. [ 924.560706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.560890] env[68089]: INFO nova.compute.manager [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Took 0.10 seconds to destroy the instance on the hypervisor. [ 924.561251] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.561758] env[68089]: DEBUG nova.compute.manager [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.561832] env[68089]: DEBUG nova.network.neutron [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.585898] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853045, 'name': ReconfigVM_Task, 'duration_secs': 0.437291} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.585898] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] ed16c001-afe0-4383-b2dc-1b9a727196e7/ed16c001-afe0-4383-b2dc-1b9a727196e7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.585898] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb1cd38-00ac-4a37-8020-59635a73fe8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.592062] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 924.592062] env[68089]: value = "task-2853047" [ 924.592062] env[68089]: _type = "Task" [ 924.592062] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.603747] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853047, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.739299] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.739530] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.760317] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853046, 'name': PowerOffVM_Task, 'duration_secs': 0.263839} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.760587] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.760755] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.761100] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57ac7c18-c558-4713-8366-d13aba701084 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.837900] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.856615] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.856852] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.857371] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore1] 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.857371] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59236c0-5421-48f1-9412-8d6803e14dab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.864728] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 924.864728] env[68089]: value = "task-2853049" [ 924.864728] env[68089]: _type = "Task" [ 924.864728] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.877156] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.999913] env[68089]: DEBUG nova.scheduler.client.report [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.063739] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.091831] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.092116] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.092279] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.092458] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.092602] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.092746] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.092947] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.093208] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.093460] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.093627] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.093795] env[68089]: DEBUG nova.virt.hardware [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.094685] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706b66e-1b4f-4715-9df7-803ac270de62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.111150] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853047, 'name': Rename_Task, 'duration_secs': 0.405661} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.112509] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f7d66-808b-4418-ab14-d889e62699ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.117357] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.117357] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7851370-0472-49a6-9969-dc4a1ee34640 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.133271] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 925.133271] env[68089]: value = "task-2853050" [ 925.133271] env[68089]: _type = "Task" [ 925.133271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.141224] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.199247] env[68089]: DEBUG nova.compute.manager [req-08836a5b-4f70-422c-a011-11b8846bc572 req-c07bf40b-4c5b-423b-9e3f-4e423df206c8 service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Received event network-vif-deleted-1e310873-bd94-4620-a9c1-533fd603864b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.199446] env[68089]: INFO nova.compute.manager [req-08836a5b-4f70-422c-a011-11b8846bc572 req-c07bf40b-4c5b-423b-9e3f-4e423df206c8 service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Neutron deleted interface 1e310873-bd94-4620-a9c1-533fd603864b; detaching it from the instance and deleting it from the info cache [ 925.199865] env[68089]: DEBUG nova.network.neutron [req-08836a5b-4f70-422c-a011-11b8846bc572 req-c07bf40b-4c5b-423b-9e3f-4e423df206c8 service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.252155] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.252551] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.252551] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.252694] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.252822] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.252958] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.253571] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 925.253571] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.316166] env[68089]: DEBUG nova.compute.manager [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Received event network-vif-plugged-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 925.317137] env[68089]: DEBUG oslo_concurrency.lockutils [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] Acquiring lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.317137] env[68089]: DEBUG oslo_concurrency.lockutils [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.318291] env[68089]: DEBUG oslo_concurrency.lockutils [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.318291] env[68089]: DEBUG nova.compute.manager [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] No waiting events found dispatching network-vif-plugged-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.318291] env[68089]: WARNING nova.compute.manager [req-e00d569d-6f22-4a74-8822-7148dc144fee req-f896fbc6-d6e8-4f9e-916a-00b7364d2708 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Received unexpected event network-vif-plugged-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e for instance with vm_state building and task_state spawning. [ 925.375359] env[68089]: DEBUG oslo_vmware.api [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132421} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.375794] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.376117] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.376410] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.376695] env[68089]: INFO nova.compute.manager [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.377049] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.377451] env[68089]: DEBUG nova.compute.manager [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.377653] env[68089]: DEBUG nova.network.neutron [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.410879] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Successfully updated port: c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.505575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.506146] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.509056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.870s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.509345] env[68089]: DEBUG nova.objects.instance [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lazy-loading 'resources' on Instance uuid 607865da-9774-47fc-ae4e-1adc0084cec2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.649017] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853050, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.676583] env[68089]: DEBUG nova.network.neutron [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.704195] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e5edf86-c120-4f2a-996b-3de84ee5faea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.714880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed62da-c7c4-4e79-833c-79c237fd5766 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.752962] env[68089]: DEBUG nova.compute.manager [req-08836a5b-4f70-422c-a011-11b8846bc572 req-c07bf40b-4c5b-423b-9e3f-4e423df206c8 service nova] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Detach interface failed, port_id=1e310873-bd94-4620-a9c1-533fd603864b, reason: Instance f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 925.758880] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.920022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.920203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.920366] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.013137] env[68089]: DEBUG nova.compute.utils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.022801] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.022994] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.061042] env[68089]: DEBUG nova.policy [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef38ff9a80a44fe7b8dd31bbbf09a29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79a1ca128bb4b19b65e288d29139776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.150472] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.179070] env[68089]: INFO nova.compute.manager [-] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Took 1.62 seconds to deallocate network for instance. [ 926.368532] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Successfully created port: b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.387934] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a523fa7-2176-4dff-92a6-b9c19f3a0e0a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.399513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60fdfa2-7aa1-4bd3-be28-ccb4f23bef9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.434527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a4ef3-608d-412b-a614-3789420e0502 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.446009] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e3c69-9b61-46b4-919f-5670848e056d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.467207] env[68089]: DEBUG nova.compute.provider_tree [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.487250] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.497205] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "25a8a59e-37eb-4148-b280-14ebebe127ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.497461] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.497679] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "25a8a59e-37eb-4148-b280-14ebebe127ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.497864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.498111] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.500127] env[68089]: INFO nova.compute.manager [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Terminating instance [ 926.523021] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.650753] env[68089]: DEBUG oslo_vmware.api [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853050, 'name': PowerOnVM_Task, 'duration_secs': 1.088554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.652699] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.652699] env[68089]: INFO nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Took 8.14 seconds to spawn the instance on the hypervisor. [ 926.652699] env[68089]: DEBUG nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.653324] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f03dc-de65-474b-ba70-081602117cc5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.696275] env[68089]: DEBUG nova.network.neutron [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [{"id": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "address": "fa:16:3e:07:5f:a6", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dbcad4-d5", "ovs_interfaceid": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.736617] env[68089]: INFO nova.compute.manager [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Took 0.56 seconds to detach 1 volumes for instance. [ 926.738901] env[68089]: DEBUG nova.compute.manager [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Deleting volume: 534ebded-52ee-489d-a997-3ebbbcef4896 {{(pid=68089) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 926.972576] env[68089]: DEBUG nova.scheduler.client.report [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.005855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "refresh_cache-25a8a59e-37eb-4148-b280-14ebebe127ca" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.005950] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "refresh_cache-25a8a59e-37eb-4148-b280-14ebebe127ca" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.006214] env[68089]: DEBUG nova.network.neutron [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.145665] env[68089]: DEBUG nova.network.neutron [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.179075] env[68089]: INFO nova.compute.manager [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Took 48.58 seconds to build instance. [ 927.198143] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.198515] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Instance network_info: |[{"id": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "address": "fa:16:3e:07:5f:a6", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dbcad4-d5", "ovs_interfaceid": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.198927] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:5f:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.206816] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating folder: Project (d79a1ca128bb4b19b65e288d29139776). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.207525] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d86eeb6b-5a00-469d-87da-cb84632a7eb2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.222207] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created folder: Project (d79a1ca128bb4b19b65e288d29139776) in parent group-v573447. [ 927.222389] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating folder: Instances. Parent ref: group-v573680. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.222641] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c36c04b-5de5-4b22-954c-7c7f7ec7e594 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.231976] env[68089]: DEBUG nova.compute.manager [req-457ed7d5-d4e6-4004-9603-69a3b462199b req-0c243e0a-d44d-4810-9533-0f3c91475dae service nova] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Received event network-vif-deleted-4915fd5f-86be-4321-9283-02fd9ef33162 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.237021] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created folder: Instances in parent group-v573680. [ 927.237021] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.237021] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.237021] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8339ec-ad53-48a4-bee6-69159960c2f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.264014] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.264014] env[68089]: value = "task-2853054" [ 927.264014] env[68089]: _type = "Task" [ 927.264014] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.269914] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853054, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.287509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.354682] env[68089]: DEBUG nova.compute.manager [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Received event network-changed-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 927.354909] env[68089]: DEBUG nova.compute.manager [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Refreshing instance network info cache due to event network-changed-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 927.355113] env[68089]: DEBUG oslo_concurrency.lockutils [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] Acquiring lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.355256] env[68089]: DEBUG oslo_concurrency.lockutils [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] Acquired lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.355413] env[68089]: DEBUG nova.network.neutron [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Refreshing network info cache for port c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.482833] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.485560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.242s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.486100] env[68089]: DEBUG nova.objects.instance [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lazy-loading 'resources' on Instance uuid 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.509871] env[68089]: INFO nova.scheduler.client.report [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Deleted allocations for instance 607865da-9774-47fc-ae4e-1adc0084cec2 [ 927.532551] env[68089]: DEBUG nova.network.neutron [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.536231] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.569677] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.569923] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.570110] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.570945] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.570945] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.570945] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.570945] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.570945] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.571229] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.571408] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.572153] env[68089]: DEBUG nova.virt.hardware [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.574031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20010e0-0361-4473-bc46-3bcf7a3bf493 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.586139] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce420e0-18cd-4dd4-8ece-d1d545692467 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.611761] env[68089]: DEBUG nova.network.neutron [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.651021] env[68089]: INFO nova.compute.manager [-] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Took 2.27 seconds to deallocate network for instance. [ 927.681652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1275d692-d470-447f-90d4-407253874c53 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.088s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.773040] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853054, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.022131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7fdca1e5-1e21-4050-9548-9c464dcf20d1 tempest-ServersAdminTestJSON-2135764658 tempest-ServersAdminTestJSON-2135764658-project-member] Lock "607865da-9774-47fc-ae4e-1adc0084cec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.799s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.119322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "refresh_cache-25a8a59e-37eb-4148-b280-14ebebe127ca" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.119799] env[68089]: DEBUG nova.compute.manager [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.120053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.121095] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e155b09-0da3-4a20-be4f-b293dc44ad3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.133930] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.133930] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf746826-e4af-4a43-bc2a-c84ef46fe565 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.141379] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 928.141379] env[68089]: value = "task-2853055" [ 928.141379] env[68089]: _type = "Task" [ 928.141379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.155653] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.158852] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.272672] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853054, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.295698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.295698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.295698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.295698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.295698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.296954] env[68089]: INFO nova.compute.manager [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Terminating instance [ 928.372054] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Successfully updated port: b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.395542] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c88a04-df09-4b24-b4e8-37cf5fbffd17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.404629] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57badfd8-1024-4509-ab99-910ada954230 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.439303] env[68089]: DEBUG nova.network.neutron [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updated VIF entry in instance network info cache for port c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.439647] env[68089]: DEBUG nova.network.neutron [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [{"id": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "address": "fa:16:3e:07:5f:a6", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dbcad4-d5", "ovs_interfaceid": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.441273] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9f3a5-f9a6-4a23-848d-ef60d715b1cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.449897] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f157d3-cc08-4ae8-89f8-2ea783fe0b32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.467148] env[68089]: DEBUG nova.compute.provider_tree [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.652363] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853055, 'name': PowerOffVM_Task, 'duration_secs': 0.23813} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.652710] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.652873] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.653182] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a5519e7-1fa5-4665-8f0d-b9e786cb44a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.693077] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.693077] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.693077] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleting the datastore file [datastore1] 25a8a59e-37eb-4148-b280-14ebebe127ca {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.693077] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1dfdea-7adf-4dd0-b4a1-c04a58794deb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.699890] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 928.699890] env[68089]: value = "task-2853057" [ 928.699890] env[68089]: _type = "Task" [ 928.699890] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.708518] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.774439] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853054, 'name': CreateVM_Task, 'duration_secs': 1.382945} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.774606] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.775391] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.775547] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.776260] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.776260] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e89d1c1-ce78-4a9c-bc4c-83ba5499ec08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.782501] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 928.782501] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa1ee2-1790-6056-f0de-6b27ad5e4608" [ 928.782501] env[68089]: _type = "Task" [ 928.782501] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.795922] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa1ee2-1790-6056-f0de-6b27ad5e4608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.804765] env[68089]: DEBUG nova.compute.manager [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.804994] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.806111] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052965b9-f61c-49fd-a3b3-d125b7448c37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.814998] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.815416] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea6a99c-4455-4579-b5f4-1a74cdd4dd02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.824289] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 928.824289] env[68089]: value = "task-2853058" [ 928.824289] env[68089]: _type = "Task" [ 928.824289] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.835905] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.874620] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.874620] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.874839] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.945027] env[68089]: DEBUG oslo_concurrency.lockutils [req-6f9bb76c-291b-4950-9d57-4e2fdb5c9507 req-7ea8c4ae-7b42-4b4c-a2da-09dc837844ce service nova] Releasing lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.970347] env[68089]: DEBUG nova.scheduler.client.report [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.210491] env[68089]: DEBUG oslo_vmware.api [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098082} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.210751] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.210936] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.211159] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.211338] env[68089]: INFO nova.compute.manager [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Took 1.09 seconds to destroy the instance on the hypervisor. [ 929.211575] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.211768] env[68089]: DEBUG nova.compute.manager [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.211864] env[68089]: DEBUG nova.network.neutron [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.227950] env[68089]: DEBUG nova.network.neutron [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.293615] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa1ee2-1790-6056-f0de-6b27ad5e4608, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.293933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.294290] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.294560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.294709] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.294885] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.295240] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58d98550-830a-4cb7-9a38-4a53cc1739b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.305194] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.305379] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.306141] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5745cff6-9b02-40df-9aa3-efc9deab100c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.313970] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 929.313970] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521f12ad-d23c-f3b1-16ee-da7faf51fdfd" [ 929.313970] env[68089]: _type = "Task" [ 929.313970] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.322470] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521f12ad-d23c-f3b1-16ee-da7faf51fdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.332174] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853058, 'name': PowerOffVM_Task, 'duration_secs': 0.209804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.332450] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.332612] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.332858] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be13985e-3cc5-4c8d-9ecb-661b3db32152 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.392449] env[68089]: DEBUG nova.compute.manager [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Received event network-vif-plugged-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.392586] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Acquiring lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.392800] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.392966] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.393163] env[68089]: DEBUG nova.compute.manager [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] No waiting events found dispatching network-vif-plugged-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.393369] env[68089]: WARNING nova.compute.manager [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Received unexpected event network-vif-plugged-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d for instance with vm_state building and task_state spawning. [ 929.393532] env[68089]: DEBUG nova.compute.manager [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Received event network-changed-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.393830] env[68089]: DEBUG nova.compute.manager [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Refreshing instance network info cache due to event network-changed-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 929.393830] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Acquiring lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.395625] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.395857] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.396044] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleting the datastore file [datastore1] ed16c001-afe0-4383-b2dc-1b9a727196e7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.396748] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e85774-7684-4571-925b-da358faa8bb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.404460] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 929.404460] env[68089]: value = "task-2853060" [ 929.404460] env[68089]: _type = "Task" [ 929.404460] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.412732] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.414893] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.474443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.477411] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.056s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.478748] env[68089]: INFO nova.compute.claims [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.519170] env[68089]: INFO nova.scheduler.client.report [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Deleted allocations for instance 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec [ 929.576694] env[68089]: DEBUG nova.network.neutron [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Updating instance_info_cache with network_info: [{"id": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "address": "fa:16:3e:9b:b5:70", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b6544a-70", "ovs_interfaceid": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.730646] env[68089]: DEBUG nova.network.neutron [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.825097] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521f12ad-d23c-f3b1-16ee-da7faf51fdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.825918] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5961caa-8702-422a-8835-55c7236cc96f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.833596] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 929.833596] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5223320d-fe96-266d-b9da-506b7314a300" [ 929.833596] env[68089]: _type = "Task" [ 929.833596] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.843308] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5223320d-fe96-266d-b9da-506b7314a300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.918783] env[68089]: DEBUG oslo_vmware.api [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168052} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.919124] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.919331] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.919514] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.919684] env[68089]: INFO nova.compute.manager [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 929.919925] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.920132] env[68089]: DEBUG nova.compute.manager [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.920232] env[68089]: DEBUG nova.network.neutron [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.032450] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1d9eeb2a-f986-4de1-8468-574f0c2a08e2 tempest-ServerMetadataTestJSON-670311055 tempest-ServerMetadataTestJSON-670311055-project-member] Lock "30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.193s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.081540] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.081863] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Instance network_info: |[{"id": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "address": "fa:16:3e:9b:b5:70", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b6544a-70", "ovs_interfaceid": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.082201] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Acquired lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.082392] env[68089]: DEBUG nova.network.neutron [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Refreshing network info cache for port b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.083638] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:b5:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.090803] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.093898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.094437] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce44fa64-c3ba-4694-a026-0a204efe65fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.117886] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.117886] env[68089]: value = "task-2853061" [ 930.117886] env[68089]: _type = "Task" [ 930.117886] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.130249] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853061, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.233191] env[68089]: INFO nova.compute.manager [-] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Took 1.02 seconds to deallocate network for instance. [ 930.345337] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5223320d-fe96-266d-b9da-506b7314a300, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.348062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.348545] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/4ea0f016-f05b-4875-bd27-c9634d0abf77.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.348646] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13756b14-ee8e-40a0-a3b2-a8244165caaf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.357431] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 930.357431] env[68089]: value = "task-2853062" [ 930.357431] env[68089]: _type = "Task" [ 930.357431] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.366435] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.571170] env[68089]: DEBUG nova.network.neutron [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Updated VIF entry in instance network info cache for port b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.571170] env[68089]: DEBUG nova.network.neutron [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Updating instance_info_cache with network_info: [{"id": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "address": "fa:16:3e:9b:b5:70", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b6544a-70", "ovs_interfaceid": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.633487] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853061, 'name': CreateVM_Task, 'duration_secs': 0.375135} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.634561] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.634561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.634561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.637126] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.637126] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7606562a-5f2f-4328-9972-fb3876514642 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.641244] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 930.641244] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52869eca-c935-ade7-d394-98435041acfe" [ 930.641244] env[68089]: _type = "Task" [ 930.641244] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.655139] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52869eca-c935-ade7-d394-98435041acfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.746689] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.869044] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853062, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.905279] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e48ae2-b30c-4163-b3c2-45f5cb2d6f83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.913756] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6415e5-b1c0-4bd1-9190-856d0f37d8dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.943777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5d88ee-fc19-4d36-b587-b218b3a77cce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.954138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4b4a47-214f-4ed7-973a-ffbd874327cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.969681] env[68089]: DEBUG nova.compute.provider_tree [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.980428] env[68089]: DEBUG nova.network.neutron [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.074689] env[68089]: DEBUG oslo_concurrency.lockutils [req-03c6e760-0c93-44f3-8f52-27195408adb5 req-b5be689a-ad1d-4897-9095-1bcb181aecec service nova] Releasing lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.152394] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52869eca-c935-ade7-d394-98435041acfe, 'name': SearchDatastore_Task, 'duration_secs': 0.068946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.152681] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.152916] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.153168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.153329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.153528] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.153790] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4ac64b-4f60-4731-89ac-6aa80ce115b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.164218] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.164218] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.164218] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141b1649-8223-4ca7-82a7-7947cd82bbea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.171826] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 931.171826] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525fce6b-1d6a-556f-7d24-c75de7ce718f" [ 931.171826] env[68089]: _type = "Task" [ 931.171826] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.181218] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525fce6b-1d6a-556f-7d24-c75de7ce718f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.368469] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.368749] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/4ea0f016-f05b-4875-bd27-c9634d0abf77.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.368970] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.369240] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c5c7d3-7546-4e1c-8e2a-4c8bf306dc75 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.376348] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 931.376348] env[68089]: value = "task-2853063" [ 931.376348] env[68089]: _type = "Task" [ 931.376348] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.384521] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.477334] env[68089]: DEBUG nova.scheduler.client.report [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.482887] env[68089]: INFO nova.compute.manager [-] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Took 1.56 seconds to deallocate network for instance. [ 931.620783] env[68089]: DEBUG nova.compute.manager [req-db5de43f-a310-4c0b-b97d-535264b42405 req-00f10242-c0fb-4efe-acdf-1dc02d734c6f service nova] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Received event network-vif-deleted-d6b8fae0-9885-49b2-a4be-1c7a36128eee {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.684646] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525fce6b-1d6a-556f-7d24-c75de7ce718f, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.685462] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbab1ae-e17b-45bb-9b79-4b2fef0c0a40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.691801] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 931.691801] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b9305d-a8ef-86f8-4663-7def09cb73de" [ 931.691801] env[68089]: _type = "Task" [ 931.691801] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.700330] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b9305d-a8ef-86f8-4663-7def09cb73de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.889795] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068502} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.891296] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.892042] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd543f3e-e534-4e3a-816a-578b5cddc4ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.922249] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/4ea0f016-f05b-4875-bd27-c9634d0abf77.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.922583] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846b93a6-cb52-46b2-8740-d4d515a37d17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.949452] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 931.949452] env[68089]: value = "task-2853064" [ 931.949452] env[68089]: _type = "Task" [ 931.949452] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.958614] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.983071] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.983389] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.986484] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.821s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.987447] env[68089]: INFO nova.compute.claims [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.998500] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.209137] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b9305d-a8ef-86f8-4663-7def09cb73de, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.209137] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.209137] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/53172294-c487-4793-a9cb-0d9d8dc83bbf.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.209137] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52657d7-4e38-4d47-865b-23c7d7e63893 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.215863] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 932.215863] env[68089]: value = "task-2853065" [ 932.215863] env[68089]: _type = "Task" [ 932.215863] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.224769] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.461274] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853064, 'name': ReconfigVM_Task, 'duration_secs': 0.304796} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.461659] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/4ea0f016-f05b-4875-bd27-c9634d0abf77.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.462425] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df1775a-2c7c-4a7c-88a5-4fbd86a90651 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.471515] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 932.471515] env[68089]: value = "task-2853066" [ 932.471515] env[68089]: _type = "Task" [ 932.471515] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.482257] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853066, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.500279] env[68089]: DEBUG nova.compute.utils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.505406] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.505406] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.576245] env[68089]: DEBUG nova.policy [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a7140734dfa44edab2ed3caf92ddff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dba2bfc64344f396c7ede1187fcb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.736058] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489956} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.736309] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/53172294-c487-4793-a9cb-0d9d8dc83bbf.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.736515] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.736755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dde49ff-7fbd-4422-9128-26a79531c4c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.744361] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 932.744361] env[68089]: value = "task-2853067" [ 932.744361] env[68089]: _type = "Task" [ 932.744361] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.754310] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.909896] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Successfully created port: 3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.985396] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853066, 'name': Rename_Task, 'duration_secs': 0.28837} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.985946] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.986366] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf18ebf3-7eca-4073-9f8e-c0d0cf201254 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.002186] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 933.002186] env[68089]: value = "task-2853068" [ 933.002186] env[68089]: _type = "Task" [ 933.002186] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.005558] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.018259] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.258560] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241527} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.258877] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.259727] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9debd05d-b272-4667-b0e1-10bc87770023 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.288085] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/53172294-c487-4793-a9cb-0d9d8dc83bbf.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.291174] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58898423-9f46-4417-9494-82934d03a785 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.313039] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 933.313039] env[68089]: value = "task-2853069" [ 933.313039] env[68089]: _type = "Task" [ 933.313039] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.327486] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.390605] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c67de-11bc-4c24-ac63-82a235e0300c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.398839] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f08517f-6411-40f9-8654-faa1043afc14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.429242] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1b96d4-78d0-4e52-85af-4cf9c1acc0db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.437459] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26a471e-02ae-4964-81b0-979d025467a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.452436] env[68089]: DEBUG nova.compute.provider_tree [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.514129] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.822701] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853069, 'name': ReconfigVM_Task, 'duration_secs': 0.470905} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.822993] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/53172294-c487-4793-a9cb-0d9d8dc83bbf.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.823671] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b0848f-49ab-4dda-a752-a40e210a7fa6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.830617] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 933.830617] env[68089]: value = "task-2853070" [ 933.830617] env[68089]: _type = "Task" [ 933.830617] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.839891] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853070, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.958056] env[68089]: DEBUG nova.scheduler.client.report [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.012400] env[68089]: DEBUG oslo_vmware.api [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853068, 'name': PowerOnVM_Task, 'duration_secs': 0.57362} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.012702] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.012933] env[68089]: INFO nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Took 8.95 seconds to spawn the instance on the hypervisor. [ 934.013165] env[68089]: DEBUG nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.013979] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3106dd81-0e8a-4caa-bbc4-97fc3b5ab746 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.017285] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.044044] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.044297] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.047469] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.047469] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6d576-ee1f-43c2-8c69-f3b5892ae5ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.055357] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99558d4-841a-4a22-b5ed-a9c6be789884 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.345043] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853070, 'name': Rename_Task, 'duration_secs': 0.39357} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.345778] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.346403] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f53c643-4236-4a9a-9c6c-431ef6a6db00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.355970] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 934.355970] env[68089]: value = "task-2853071" [ 934.355970] env[68089]: _type = "Task" [ 934.355970] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.365909] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.388864] env[68089]: DEBUG nova.compute.manager [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Received event network-vif-plugged-3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.388864] env[68089]: DEBUG oslo_concurrency.lockutils [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] Acquiring lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.388864] env[68089]: DEBUG oslo_concurrency.lockutils [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.389296] env[68089]: DEBUG oslo_concurrency.lockutils [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.390200] env[68089]: DEBUG nova.compute.manager [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] No waiting events found dispatching network-vif-plugged-3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.390951] env[68089]: WARNING nova.compute.manager [req-1e8ea360-92e1-4cd9-bdd0-9c0de68199f1 req-ef4a97e0-f312-422f-b965-52e43abc329a service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Received unexpected event network-vif-plugged-3fa3127a-8744-47c9-9971-6b60068074d2 for instance with vm_state building and task_state spawning. [ 934.466240] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Successfully updated port: 3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.466240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.469263] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.475714] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.451s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.477172] env[68089]: DEBUG nova.objects.instance [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lazy-loading 'resources' on Instance uuid 3d9a341a-b557-4672-8277-ffc6f71c1397 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.535272] env[68089]: INFO nova.compute.manager [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Took 52.91 seconds to build instance. [ 934.870788] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853071, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.976662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.976928] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.977105] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.980768] env[68089]: DEBUG nova.compute.utils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.983287] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.984637] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.037479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-80bda16d-ee2d-4c8c-a01c-5b4d5be2a1c0 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.423s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.050874] env[68089]: DEBUG nova.policy [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a7140734dfa44edab2ed3caf92ddff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66dba2bfc64344f396c7ede1187fcb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.370616] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Successfully created port: 3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.384419] env[68089]: DEBUG oslo_vmware.api [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853071, 'name': PowerOnVM_Task, 'duration_secs': 0.835277} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.384640] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.384939] env[68089]: INFO nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Took 7.85 seconds to spawn the instance on the hypervisor. [ 935.385094] env[68089]: DEBUG nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.386688] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9232ad-e734-41e5-9540-957ba75b01e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.416766] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07d627-59b2-485e-a2dd-8115c25a2474 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.425997] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b541d-f8d8-4c29-ac63-8af2a3d441b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.461355] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087a6db-b00b-4196-8f33-6ad1d51b6914 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.471627] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07297e81-2021-48e6-afc7-9f7df56199d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.488138] env[68089]: DEBUG nova.compute.provider_tree [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.493867] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.539364] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.916414] env[68089]: INFO nova.compute.manager [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Took 53.89 seconds to build instance. [ 935.994027] env[68089]: DEBUG nova.scheduler.client.report [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.010301] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Updating instance_info_cache with network_info: [{"id": "3fa3127a-8744-47c9-9971-6b60068074d2", "address": "fa:16:3e:39:0b:12", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa3127a-87", "ovs_interfaceid": "3fa3127a-8744-47c9-9971-6b60068074d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.420278] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1268220a-ae71-416a-b935-3fe473492f46 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.408s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.438622] env[68089]: DEBUG nova.compute.manager [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Received event network-changed-3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.438622] env[68089]: DEBUG nova.compute.manager [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Refreshing instance network info cache due to event network-changed-3fa3127a-8744-47c9-9971-6b60068074d2. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 936.438622] env[68089]: DEBUG oslo_concurrency.lockutils [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] Acquiring lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.502675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.508693] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.512514] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.271s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.512514] env[68089]: DEBUG nova.objects.instance [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lazy-loading 'resources' on Instance uuid cddcefef-6171-42b5-b184-9c7a52ca7f4e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.517917] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.517917] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Instance network_info: |[{"id": "3fa3127a-8744-47c9-9971-6b60068074d2", "address": "fa:16:3e:39:0b:12", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa3127a-87", "ovs_interfaceid": "3fa3127a-8744-47c9-9971-6b60068074d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.517917] env[68089]: DEBUG oslo_concurrency.lockutils [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] Acquired lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.517917] env[68089]: DEBUG nova.network.neutron [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Refreshing network info cache for port 3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.517917] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:0b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa3127a-8744-47c9-9971-6b60068074d2', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.527587] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.529334] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.530047] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b9c0e18-9db6-491f-b916-cf70e4be17f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.551562] env[68089]: INFO nova.scheduler.client.report [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Deleted allocations for instance 3d9a341a-b557-4672-8277-ffc6f71c1397 [ 936.561924] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.561924] env[68089]: value = "task-2853072" [ 936.561924] env[68089]: _type = "Task" [ 936.561924] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.568949] env[68089]: DEBUG nova.virt.hardware [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.569519] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b15f0c-44c3-44a2-bedc-5d544c2412e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.581080] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822316b6-778e-4fe2-a77a-ed836aa4792b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.586257] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853072, 'name': CreateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.021622] env[68089]: INFO nova.compute.manager [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Rescuing [ 937.021622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.021622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.021622] env[68089]: DEBUG nova.network.neutron [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.058996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8e50c095-e160-4bcd-a995-401ddd18d280 tempest-AttachInterfacesUnderV243Test-1109252742 tempest-AttachInterfacesUnderV243Test-1109252742-project-member] Lock "3d9a341a-b557-4672-8277-ffc6f71c1397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.166s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.079198] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853072, 'name': CreateVM_Task, 'duration_secs': 0.343174} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.079198] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.079198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.079320] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.079575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.080051] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b71315e-32c5-48c2-85e2-1a5c65bdc12d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.085638] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 937.085638] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fc5248-656a-0f07-f399-b3646ff336b0" [ 937.085638] env[68089]: _type = "Task" [ 937.085638] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.101214] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fc5248-656a-0f07-f399-b3646ff336b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.101214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.101393] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.101638] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.101815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.101996] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.102293] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86abf4c4-e537-403b-8f5f-8b9ffa0a5b76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.114546] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.115181] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.115690] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e568b3-ac01-4d0e-84d8-b3aa1a5b6fd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.125336] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 937.125336] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52799c6c-8597-7847-66ed-6dea86b2e742" [ 937.125336] env[68089]: _type = "Task" [ 937.125336] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.133831] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52799c6c-8597-7847-66ed-6dea86b2e742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.374331] env[68089]: DEBUG nova.network.neutron [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Updated VIF entry in instance network info cache for port 3fa3127a-8744-47c9-9971-6b60068074d2. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.375829] env[68089]: DEBUG nova.network.neutron [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Updating instance_info_cache with network_info: [{"id": "3fa3127a-8744-47c9-9971-6b60068074d2", "address": "fa:16:3e:39:0b:12", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa3127a-87", "ovs_interfaceid": "3fa3127a-8744-47c9-9971-6b60068074d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.380834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cf390-0cc0-4f6b-8025-bacf2e730ec2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.390979] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc89268-5f08-4255-a7da-e5516fda806b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.425219] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae435df-bc7a-4d3c-a3f9-a35a251041f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.434405] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25926f82-195d-4ae4-ad90-4dcff2460ce1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.450062] env[68089]: DEBUG nova.compute.provider_tree [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.482125] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Successfully updated port: 3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.640549] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52799c6c-8597-7847-66ed-6dea86b2e742, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.640549] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89990005-8412-473b-9680-f7c18108e554 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.645651] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 937.645651] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52625a7e-9f51-a5e0-2fbf-c9070bd5968d" [ 937.645651] env[68089]: _type = "Task" [ 937.645651] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.654892] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52625a7e-9f51-a5e0-2fbf-c9070bd5968d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.718021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.718021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.785031] env[68089]: DEBUG nova.network.neutron [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Updating instance_info_cache with network_info: [{"id": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "address": "fa:16:3e:9b:b5:70", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b6544a-70", "ovs_interfaceid": "b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.879741] env[68089]: DEBUG oslo_concurrency.lockutils [req-fbb4639c-50cd-46df-8856-9a8fa1537c75 req-30365237-93c2-48a9-a236-1adcb9a73b01 service nova] Releasing lock "refresh_cache-f6c94d5e-2845-489e-b4f0-363d40dc9c6d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.954232] env[68089]: DEBUG nova.scheduler.client.report [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.980487] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.980845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.980845] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.158427] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52625a7e-9f51-a5e0-2fbf-c9070bd5968d, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.158787] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.158982] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f6c94d5e-2845-489e-b4f0-363d40dc9c6d/f6c94d5e-2845-489e-b4f0-363d40dc9c6d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.159273] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eafe8e4-18c1-4c90-a611-47af79493e45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.166940] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 938.166940] env[68089]: value = "task-2853073" [ 938.166940] env[68089]: _type = "Task" [ 938.166940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.175901] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.222115] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.288772] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-53172294-c487-4793-a9cb-0d9d8dc83bbf" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.460786] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.463667] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.731s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.465321] env[68089]: INFO nova.compute.claims [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.469986] env[68089]: DEBUG nova.compute.manager [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Received event network-vif-plugged-3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.470220] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Acquiring lock "44fe1413-a986-40b4-96cc-51d642012194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.470427] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Lock "44fe1413-a986-40b4-96cc-51d642012194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.470589] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Lock "44fe1413-a986-40b4-96cc-51d642012194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.470754] env[68089]: DEBUG nova.compute.manager [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] No waiting events found dispatching network-vif-plugged-3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.470918] env[68089]: WARNING nova.compute.manager [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Received unexpected event network-vif-plugged-3215385f-d2e0-4b06-985f-79ec7ff291b7 for instance with vm_state building and task_state spawning. [ 938.471121] env[68089]: DEBUG nova.compute.manager [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Received event network-changed-3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.471290] env[68089]: DEBUG nova.compute.manager [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Refreshing instance network info cache due to event network-changed-3215385f-d2e0-4b06-985f-79ec7ff291b7. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 938.471550] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Acquiring lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486550] env[68089]: INFO nova.scheduler.client.report [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Deleted allocations for instance cddcefef-6171-42b5-b184-9c7a52ca7f4e [ 938.531329] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.679312] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511118} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.679592] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f6c94d5e-2845-489e-b4f0-363d40dc9c6d/f6c94d5e-2845-489e-b4f0-363d40dc9c6d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.679830] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.680105] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a5198c-def2-4a8c-8d4b-978ec296c5ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.686972] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 938.686972] env[68089]: value = "task-2853074" [ 938.686972] env[68089]: _type = "Task" [ 938.686972] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.695474] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.743366] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.746798] env[68089]: DEBUG nova.network.neutron [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Updating instance_info_cache with network_info: [{"id": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "address": "fa:16:3e:70:bb:38", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3215385f-d2", "ovs_interfaceid": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.994708] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ac9f2a-1108-4b73-97ca-fcefa6fd00df tempest-MigrationsAdminTest-1160248501 tempest-MigrationsAdminTest-1160248501-project-member] Lock "cddcefef-6171-42b5-b184-9c7a52ca7f4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.554s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.203258] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067698} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.203258] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.204483] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25c1d5-08a1-4fcf-a03d-9b5c05fd6b4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.227054] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] f6c94d5e-2845-489e-b4f0-363d40dc9c6d/f6c94d5e-2845-489e-b4f0-363d40dc9c6d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.227208] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e3848d-59e4-4ad9-a0ea-398ee9c30902 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.249330] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.250065] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Instance network_info: |[{"id": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "address": "fa:16:3e:70:bb:38", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3215385f-d2", "ovs_interfaceid": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.252019] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Acquired lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.252019] env[68089]: DEBUG nova.network.neutron [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Refreshing network info cache for port 3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.253738] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bb:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3215385f-d2e0-4b06-985f-79ec7ff291b7', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.263846] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.266356] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.267334] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 939.267334] env[68089]: value = "task-2853075" [ 939.267334] env[68089]: _type = "Task" [ 939.267334] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.267887] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adb834d1-b456-4250-bc07-f9202488edfc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.295922] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.297306] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.297306] env[68089]: value = "task-2853076" [ 939.297306] env[68089]: _type = "Task" [ 939.297306] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.305960] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853076, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.798093] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.808992] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853076, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.832571] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.832885] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b93588b-3ab8-4ffb-a4ea-eca14c69760f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.841601] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 939.841601] env[68089]: value = "task-2853077" [ 939.841601] env[68089]: _type = "Task" [ 939.841601] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.849449] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb215cf7-dffb-466e-a249-bdc9651a3043 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.855724] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.861737] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8303a4-8464-4edc-a408-5cc279469ac7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.899548] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f780394-7dbe-423a-9a5b-23b070264474 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.910028] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33383422-b0b9-4710-aa19-f30057d578bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.928048] env[68089]: DEBUG nova.compute.provider_tree [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.148224] env[68089]: DEBUG nova.network.neutron [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Updated VIF entry in instance network info cache for port 3215385f-d2e0-4b06-985f-79ec7ff291b7. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.148605] env[68089]: DEBUG nova.network.neutron [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Updating instance_info_cache with network_info: [{"id": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "address": "fa:16:3e:70:bb:38", "network": {"id": "5ea892be-2e19-4e46-8e43-020643eb96fe", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-442838621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66dba2bfc64344f396c7ede1187fcb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3215385f-d2", "ovs_interfaceid": "3215385f-d2e0-4b06-985f-79ec7ff291b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.299705] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.308497] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853076, 'name': CreateVM_Task, 'duration_secs': 0.528598} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.308497] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.309222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.309390] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.309789] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.309949] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da288b8-ca0e-41c9-b7f2-69a8b1fca086 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.315088] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 940.315088] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5230efaa-87b3-c16c-2d4c-5b322b9b6b1b" [ 940.315088] env[68089]: _type = "Task" [ 940.315088] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.326702] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230efaa-87b3-c16c-2d4c-5b322b9b6b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.352276] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853077, 'name': PowerOffVM_Task, 'duration_secs': 0.347235} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.352454] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.353621] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5cbf1-084b-4bf8-abec-1d9e825a1354 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.373526] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf69ca34-ba40-4654-b232-cadd7bb91944 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.414101] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.414428] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95aead34-3bf9-46f6-a5a0-036814fa95d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.422868] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 940.422868] env[68089]: value = "task-2853078" [ 940.422868] env[68089]: _type = "Task" [ 940.422868] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.432313] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.435475] env[68089]: DEBUG nova.scheduler.client.report [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.652456] env[68089]: DEBUG oslo_concurrency.lockutils [req-b32fef27-8c67-4f0d-b7e4-2dac3fec4d7c req-bd12db62-d67f-49d8-9859-bfec5133c141 service nova] Releasing lock "refresh_cache-44fe1413-a986-40b4-96cc-51d642012194" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.774279] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.774524] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.798751] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853075, 'name': ReconfigVM_Task, 'duration_secs': 1.352934} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.799734] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] f6c94d5e-2845-489e-b4f0-363d40dc9c6d/f6c94d5e-2845-489e-b4f0-363d40dc9c6d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.800528] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2eeba6-d653-4d23-a080-de436dcd234f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.809053] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 940.809053] env[68089]: value = "task-2853079" [ 940.809053] env[68089]: _type = "Task" [ 940.809053] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.818362] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853079, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.828189] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230efaa-87b3-c16c-2d4c-5b322b9b6b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.831932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.831932] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.831932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.831932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.831932] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.831932] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d65ce46-ca5e-4d64-8593-e3f01d120ae5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.841962] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.842194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.843146] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26b141e-c76f-4c78-81dd-35ee49db3026 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.849764] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 940.849764] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52347c2b-61d9-cae6-f624-58a8e1d21ada" [ 940.849764] env[68089]: _type = "Task" [ 940.849764] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.859025] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52347c2b-61d9-cae6-f624-58a8e1d21ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.935147] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.935525] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.935919] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.944365] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.944884] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.947591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.643s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.947814] env[68089]: DEBUG nova.objects.instance [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'resources' on Instance uuid f655ed51-4fb8-475e-9425-c32fcec24f2d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.102257] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "639c96ec-6604-4998-8115-a95d91da2a7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.102585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.278953] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.322328] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853079, 'name': Rename_Task, 'duration_secs': 0.162272} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.323425] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.323425] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5197b868-b27d-43b1-ba1c-25422142848b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.336035] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 941.336035] env[68089]: value = "task-2853080" [ 941.336035] env[68089]: _type = "Task" [ 941.336035] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.342842] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.366354] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52347c2b-61d9-cae6-f624-58a8e1d21ada, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.367317] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d44a41-bc7d-4406-bb8a-9433f82c8b92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.375517] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 941.375517] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52825920-f978-c46f-33cb-5337f6d379fb" [ 941.375517] env[68089]: _type = "Task" [ 941.375517] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.387831] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52825920-f978-c46f-33cb-5337f6d379fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.451028] env[68089]: DEBUG nova.compute.utils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.457455] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.457792] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.521324] env[68089]: DEBUG nova.policy [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5aa1afbf06a4cf9b51c5b7a78cec0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ad8b5760194df0a3e0937d225a8e57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.607534] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.696609] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.696884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.697125] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.697349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.697524] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.700891] env[68089]: INFO nova.compute.manager [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Terminating instance [ 941.810130] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.830622] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2cbb06-8bc8-4853-8fc0-fd36b57fa387 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.841477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d61e3b-46bb-4f41-88f6-025b4dfad3a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.850375] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853080, 'name': PowerOnVM_Task, 'duration_secs': 0.476052} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.850375] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.850375] env[68089]: INFO nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Took 7.83 seconds to spawn the instance on the hypervisor. [ 941.850375] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.850375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e99a46-7244-4e4f-930f-cfcac81b1392 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.883157] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e67b7-a14e-44e1-b8ca-a1ab7c13f4d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.901582] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52825920-f978-c46f-33cb-5337f6d379fb, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.901945] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.903104] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 44fe1413-a986-40b4-96cc-51d642012194/44fe1413-a986-40b4-96cc-51d642012194.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.903654] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78847e-9862-4b79-aebd-174f4369c505 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.909319] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.909735] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.909817] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb87006c-5f83-4e56-ad8b-a423ec9ddda3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.642130] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Successfully created port: 7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.644568] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f57cf82-1cbe-446c-8734-f7d4f9af1ff8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.648081] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.652017] env[68089]: DEBUG nova.compute.manager [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.652017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.659707] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99e36c-205f-44bd-8382-87c46cfb7c9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.671031] env[68089]: INFO nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Took 53.26 seconds to build instance. [ 942.672979] env[68089]: DEBUG nova.compute.provider_tree [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.676029] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 942.676029] env[68089]: value = "task-2853081" [ 942.676029] env[68089]: _type = "Task" [ 942.676029] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.682754] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.683034] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.683195] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.685288] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b55241-23df-4539-9b86-971eeea50b74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.685874] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4560a5a7-7584-44e1-bf75-73eaf7a8a470 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.692432] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.697826] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.698481] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 942.698481] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5295e3e0-8ba6-e315-3211-6ad08711efd1" [ 942.698481] env[68089]: _type = "Task" [ 942.698481] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.699678] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 942.699678] env[68089]: value = "task-2853082" [ 942.699678] env[68089]: _type = "Task" [ 942.699678] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.714189] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5295e3e0-8ba6-e315-3211-6ad08711efd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.717983] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2853082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.718237] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13bddc2-8f8f-4a1b-aeda-7c289fdeff2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.724722] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 942.724722] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5298d21d-8ca3-c203-411e-6dc865f75bdd" [ 942.724722] env[68089]: _type = "Task" [ 942.724722] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.733841] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5298d21d-8ca3-c203-411e-6dc865f75bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.178641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.781s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.185176] env[68089]: DEBUG nova.scheduler.client.report [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.195603] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487902} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.195603] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 44fe1413-a986-40b4-96cc-51d642012194/44fe1413-a986-40b4-96cc-51d642012194.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.196660] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.196660] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01f9dab2-197b-4d23-ba6a-8c476aab5b7e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.204838] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 943.204838] env[68089]: value = "task-2853083" [ 943.204838] env[68089]: _type = "Task" [ 943.204838] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.219078] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2853082, 'name': PowerOffVM_Task, 'duration_secs': 0.331872} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.222748] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.222978] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.223274] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.223866] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-232434a4-051d-488f-be81-d5318d502d67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.237417] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5298d21d-8ca3-c203-411e-6dc865f75bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.239107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.239251] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 943.240035] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21f4404a-60c8-4c7c-aa2c-d014246bf214 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.256663] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 943.256663] env[68089]: value = "task-2853085" [ 943.256663] env[68089]: _type = "Task" [ 943.256663] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.267938] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.321273] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.321273] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.321507] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleting the datastore file [datastore1] a277398f-2d2e-4b99-a8db-f5bb587e5cf2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.321659] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433710e8-b4d3-4c59-9c14-5d0cf6c2eb9b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.331383] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for the task: (returnval){ [ 943.331383] env[68089]: value = "task-2853086" [ 943.331383] env[68089]: _type = "Task" [ 943.331383] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.340830] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2853086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.666026] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.690227] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.743s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.693850] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.995s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.693850] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.698078] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.380s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.698078] env[68089]: DEBUG nova.objects.instance [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid 30c40c5b-7b55-4d18-856a-7768c59b5670 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.704923] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.705162] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.705318] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.705496] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.705833] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.705990] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.713260] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.713260] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.713260] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.713260] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.713260] env[68089]: DEBUG nova.virt.hardware [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.713260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cc7dc2-556a-4990-8dbb-689ccafb8d06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.723510] env[68089]: INFO nova.scheduler.client.report [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted allocations for instance cc928eab-c51b-4f80-a53f-70d55942c69b [ 943.726041] env[68089]: INFO nova.scheduler.client.report [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted allocations for instance f655ed51-4fb8-475e-9425-c32fcec24f2d [ 943.741973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66d606-a2aa-4812-ba82-ce1063682c07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.746412] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062553} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.747167] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.748724] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee53ab8-c95e-45c2-9b95-50365351d2e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.782280] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 44fe1413-a986-40b4-96cc-51d642012194/44fe1413-a986-40b4-96cc-51d642012194.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.783700] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80824c9-9a38-4777-9f7e-9c39242a0e1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.803115] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468267} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.803568] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 943.805283] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc660c6-f190-4875-b270-bf0b4332801e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.811560] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 943.811560] env[68089]: value = "task-2853087" [ 943.811560] env[68089]: _type = "Task" [ 943.811560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.838087] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.839304] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa67ad39-2271-4486-8369-9e9ec5601519 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.859407] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.869574] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 943.869574] env[68089]: value = "task-2853088" [ 943.869574] env[68089]: _type = "Task" [ 943.869574] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.869974] env[68089]: DEBUG oslo_vmware.api [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Task: {'id': task-2853086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457784} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.870351] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.870591] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.870782] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.870956] env[68089]: INFO nova.compute.manager [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 943.871277] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.874349] env[68089]: DEBUG nova.compute.manager [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.874451] env[68089]: DEBUG nova.network.neutron [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.890558] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.236650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-871fd506-40cc-4c19-b989-6c58ab97e404 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "cc928eab-c51b-4f80-a53f-70d55942c69b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.865s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.252488] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dcd2bbf0-c694-419f-8079-17f16fdd9046 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "f655ed51-4fb8-475e-9425-c32fcec24f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.411s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.328159] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853087, 'name': ReconfigVM_Task, 'duration_secs': 0.298842} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.332048] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 44fe1413-a986-40b4-96cc-51d642012194/44fe1413-a986-40b4-96cc-51d642012194.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.333364] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bce6d4-383a-454f-9015-4b3b87990359 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.341521] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 944.341521] env[68089]: value = "task-2853089" [ 944.341521] env[68089]: _type = "Task" [ 944.341521] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.353225] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853089, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.383213] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.543268] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.543439] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.610708] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22aadd1-a8a2-4f6f-9b12-51e93a1fab5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.620734] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975996fd-76db-4bcd-951d-e60830561805 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.626150] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Successfully updated port: 7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.662969] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233d90f-c80b-4a06-bbfb-b6d849aed4e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.671761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca85bd6-00c1-4672-bc0a-2982f3b160f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.687468] env[68089]: DEBUG nova.compute.provider_tree [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.730268] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.730594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.731015] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.735022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.735022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.735022] env[68089]: INFO nova.compute.manager [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Terminating instance [ 944.850901] env[68089]: DEBUG nova.compute.manager [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Received event network-vif-plugged-7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 944.850901] env[68089]: DEBUG oslo_concurrency.lockutils [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] Acquiring lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.850901] env[68089]: DEBUG oslo_concurrency.lockutils [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] Lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.850901] env[68089]: DEBUG oslo_concurrency.lockutils [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] Lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.851166] env[68089]: DEBUG nova.compute.manager [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] No waiting events found dispatching network-vif-plugged-7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.851305] env[68089]: WARNING nova.compute.manager [req-e3ebea2d-f91a-42e5-9aa3-52fbbb1c255c req-6f96cee2-1a74-4100-a33a-e62514b54789 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Received unexpected event network-vif-plugged-7c871baa-5bdf-4258-ba6a-93b1c30a70d1 for instance with vm_state building and task_state spawning. [ 944.859633] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853089, 'name': Rename_Task, 'duration_secs': 0.164581} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.859633] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.859633] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-581029bb-a116-42c6-be0e-2f229857498e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.867068] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 944.867068] env[68089]: value = "task-2853090" [ 944.867068] env[68089]: _type = "Task" [ 944.867068] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.879388] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.883031] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853088, 'name': ReconfigVM_Task, 'duration_secs': 0.798346} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.883308] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.884462] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f2851-7805-439e-a2d5-1d1344e589ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.914802] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee425265-0b04-4574-8442-f4f63ace7597 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.931728] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 944.931728] env[68089]: value = "task-2853091" [ 944.931728] env[68089]: _type = "Task" [ 944.931728] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.940539] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.047421] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.097242] env[68089]: DEBUG nova.network.neutron [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.129170] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.129381] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.129574] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.190998] env[68089]: DEBUG nova.scheduler.client.report [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.238840] env[68089]: DEBUG nova.compute.manager [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.239638] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.239994] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de7ae8-c0b4-447d-b4ba-3fd0f73d20ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.254069] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.254189] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256e37a3-c9e0-400d-902b-9856071da936 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.262631] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 945.262631] env[68089]: value = "task-2853092" [ 945.262631] env[68089]: _type = "Task" [ 945.262631] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.275071] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.387690] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.445526] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853091, 'name': ReconfigVM_Task, 'duration_secs': 0.168149} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.446539] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.446908] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac49733-3a36-4f6a-b5de-cebd0d7e2379 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.459861] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 945.459861] env[68089]: value = "task-2853093" [ 945.459861] env[68089]: _type = "Task" [ 945.459861] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.477831] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.493320] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.493615] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.536245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.536483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.579517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.599554] env[68089]: INFO nova.compute.manager [-] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Took 1.72 seconds to deallocate network for instance. [ 945.673160] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.696567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.699010] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.195s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.700620] env[68089]: INFO nova.compute.claims [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.716129] env[68089]: INFO nova.scheduler.client.report [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance 30c40c5b-7b55-4d18-856a-7768c59b5670 [ 945.773713] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853092, 'name': PowerOffVM_Task, 'duration_secs': 0.302077} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.774202] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.774319] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.774561] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a1fe33-06ec-4dbb-913c-d71206dedea7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.822521] env[68089]: DEBUG nova.network.neutron [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Updating instance_info_cache with network_info: [{"id": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "address": "fa:16:3e:88:c0:c7", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c871baa-5b", "ovs_interfaceid": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.850853] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.851056] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.851372] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore1] 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.851740] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a4a3f90-0c11-43c5-88de-05c272d9c7f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.861241] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 945.861241] env[68089]: value = "task-2853095" [ 945.861241] env[68089]: _type = "Task" [ 945.861241] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.873044] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.881175] env[68089]: DEBUG oslo_vmware.api [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853090, 'name': PowerOnVM_Task, 'duration_secs': 0.595898} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.881451] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.881657] env[68089]: INFO nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Took 9.37 seconds to spawn the instance on the hypervisor. [ 945.881834] env[68089]: DEBUG nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.882643] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b9ee3-033e-4847-ad21-1d95ad18eaa0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.969979] env[68089]: DEBUG oslo_vmware.api [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853093, 'name': PowerOnVM_Task, 'duration_secs': 0.432169} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.970277] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.975060] env[68089]: DEBUG nova.compute.manager [None req-dbd8209f-5556-4add-bc2a-d3d170ec4ce4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.975060] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5349a7-4eee-4145-b15d-4f849e439c72 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.996782] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.038968] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.105608] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.227667] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f07872d4-c1bf-4707-a1a7-82fe7d641978 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "30c40c5b-7b55-4d18-856a-7768c59b5670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.950s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325686] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.326040] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance network_info: |[{"id": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "address": "fa:16:3e:88:c0:c7", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c871baa-5b", "ovs_interfaceid": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.326543] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:c0:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c871baa-5bdf-4258-ba6a-93b1c30a70d1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.334694] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating folder: Project (74ad8b5760194df0a3e0937d225a8e57). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.335034] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b41511e-fc2d-4e76-b4b7-f2af3ec4b831 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.347815] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created folder: Project (74ad8b5760194df0a3e0937d225a8e57) in parent group-v573447. [ 946.348056] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating folder: Instances. Parent ref: group-v573686. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.348345] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51fa1963-5185-4668-bb52-03b7356ae841 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.359261] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created folder: Instances in parent group-v573686. [ 946.359514] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.359712] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.359921] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6242340e-357f-4e44-9c67-5948aca6287b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.384114] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.384298] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.384298] env[68089]: value = "task-2853098" [ 946.384298] env[68089]: _type = "Task" [ 946.384298] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.392151] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853098, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.403110] env[68089]: INFO nova.compute.manager [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Took 56.25 seconds to build instance. [ 946.518120] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.558485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.882350] env[68089]: DEBUG nova.compute.manager [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Received event network-vif-deleted-0d892353-ff10-46d4-8fc9-3513f32d47b4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.882995] env[68089]: DEBUG nova.compute.manager [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Received event network-changed-7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.883255] env[68089]: DEBUG nova.compute.manager [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Refreshing instance network info cache due to event network-changed-7c871baa-5bdf-4258-ba6a-93b1c30a70d1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 946.883540] env[68089]: DEBUG oslo_concurrency.lockutils [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] Acquiring lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.883704] env[68089]: DEBUG oslo_concurrency.lockutils [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] Acquired lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.884050] env[68089]: DEBUG nova.network.neutron [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Refreshing network info cache for port 7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.895215] env[68089]: DEBUG oslo_vmware.api [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583345} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.896362] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.896628] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.896719] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.897024] env[68089]: INFO nova.compute.manager [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Took 1.66 seconds to destroy the instance on the hypervisor. [ 946.897777] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.898218] env[68089]: DEBUG nova.compute.manager [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.898322] env[68089]: DEBUG nova.network.neutron [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.904031] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853098, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.904838] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6510a903-281a-40fa-9982-be031e216d50 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.474s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.919767] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.920339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.920339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.920498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.920636] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.923466] env[68089]: INFO nova.compute.manager [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Terminating instance [ 947.058058] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807c8e6-037b-4c62-aedf-33c3bc7e1d8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.066752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcbcfcf-3eb1-4249-b550-db7956d52876 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.097603] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "44fe1413-a986-40b4-96cc-51d642012194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.097862] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.098078] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "44fe1413-a986-40b4-96cc-51d642012194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.098262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.098431] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.100694] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb498d-281c-404d-8fd0-26bda043401c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.103458] env[68089]: INFO nova.compute.manager [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Terminating instance [ 947.110870] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c18134a-2dc9-4cd0-83bb-70c8dc7074fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.126027] env[68089]: DEBUG nova.compute.provider_tree [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.397716] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853098, 'name': CreateVM_Task, 'duration_secs': 0.559716} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.397898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.399426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.399426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.399778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.399952] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37aedf65-412a-4f69-bb48-e00335be0cee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.405489] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 947.405489] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52086fee-0b70-bc7d-0df6-af4d3fe02746" [ 947.405489] env[68089]: _type = "Task" [ 947.405489] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.414835] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52086fee-0b70-bc7d-0df6-af4d3fe02746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.428113] env[68089]: DEBUG nova.compute.manager [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.428739] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.429317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0680cdb0-fc82-423b-a4a9-f3f84bffb23c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.437751] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.438024] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13aab18c-781c-4a6a-81a3-7fffffbe042e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.446257] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 947.446257] env[68089]: value = "task-2853099" [ 947.446257] env[68089]: _type = "Task" [ 947.446257] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.457176] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.602994] env[68089]: DEBUG nova.network.neutron [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Updated VIF entry in instance network info cache for port 7c871baa-5bdf-4258-ba6a-93b1c30a70d1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.603493] env[68089]: DEBUG nova.network.neutron [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Updating instance_info_cache with network_info: [{"id": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "address": "fa:16:3e:88:c0:c7", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c871baa-5b", "ovs_interfaceid": "7c871baa-5bdf-4258-ba6a-93b1c30a70d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.607636] env[68089]: DEBUG nova.compute.manager [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.607923] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.608761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be32a5-2644-4583-98a8-d7fd9b3523c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.617064] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.617326] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3929d4bc-73e4-4c25-9340-48e6199f4282 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.626871] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 947.626871] env[68089]: value = "task-2853100" [ 947.626871] env[68089]: _type = "Task" [ 947.626871] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.630973] env[68089]: DEBUG nova.scheduler.client.report [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.642980] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.643247] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.644697] env[68089]: DEBUG nova.network.neutron [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.645399] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.917157] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52086fee-0b70-bc7d-0df6-af4d3fe02746, 'name': SearchDatastore_Task, 'duration_secs': 0.02827} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.917682] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.917822] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.918091] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.918259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.918452] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.918721] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b92aad-1714-4feb-95dc-1a0106ccfbb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.944100] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.944341] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.945188] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58723169-4f63-4329-81a0-c2ff83d86c90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.957838] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 947.957838] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5294c943-e2df-1c17-cafe-cdd716f6bf7e" [ 947.957838] env[68089]: _type = "Task" [ 947.957838] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.958120] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853099, 'name': PowerOffVM_Task, 'duration_secs': 0.250008} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.958431] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.958601] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.961959] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4428ca66-f749-4c21-8aea-6ca38a9bae18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.971337] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5294c943-e2df-1c17-cafe-cdd716f6bf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.972196] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace3f0d6-73ba-4cf5-a129-efb1133b0d00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.977967] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 947.977967] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52351cf5-cf59-bccc-c6e9-baf4aa79cd35" [ 947.977967] env[68089]: _type = "Task" [ 947.977967] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.988257] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52351cf5-cf59-bccc-c6e9-baf4aa79cd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.023762] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.024065] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.024321] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleting the datastore file [datastore1] f6c94d5e-2845-489e-b4f0-363d40dc9c6d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.024661] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4546e3f-fd84-4989-b48a-446fa7305afa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.033860] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 948.033860] env[68089]: value = "task-2853102" [ 948.033860] env[68089]: _type = "Task" [ 948.033860] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.043559] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.106650] env[68089]: DEBUG oslo_concurrency.lockutils [req-75501284-29a8-4786-99c6-9cb6e2865925 req-64dbc1a1-02a0-4ce1-9ad3-31cacafbcd86 service nova] Releasing lock "refresh_cache-637f0abe-b392-4e1b-82b4-991a04298de8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.137322] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853100, 'name': PowerOffVM_Task, 'duration_secs': 0.316189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.137656] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.137860] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.138172] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d098ce0e-1d5e-4ec6-8b2a-d0fe7ad6a168 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.143967] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.144577] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.147461] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.251s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.147695] env[68089]: DEBUG nova.objects.instance [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'resources' on Instance uuid 7f23ab42-1c43-436f-aa15-5bc913a3621d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.149314] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.152032] env[68089]: INFO nova.compute.manager [-] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Took 1.25 seconds to deallocate network for instance. [ 948.210752] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.211048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.211220] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleting the datastore file [datastore1] 44fe1413-a986-40b4-96cc-51d642012194 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.211523] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4038f49-2ac9-4c32-83db-f970d25fc14f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.219264] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for the task: (returnval){ [ 948.219264] env[68089]: value = "task-2853104" [ 948.219264] env[68089]: _type = "Task" [ 948.219264] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.228670] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.262983] env[68089]: INFO nova.compute.manager [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Rescuing [ 948.263340] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.263558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.263934] env[68089]: DEBUG nova.network.neutron [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.488463] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52351cf5-cf59-bccc-c6e9-baf4aa79cd35, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.488723] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.488983] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.489295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c496c124-1247-4811-961c-d7a9df342cdc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.496534] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 948.496534] env[68089]: value = "task-2853105" [ 948.496534] env[68089]: _type = "Task" [ 948.496534] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.506163] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.545809] env[68089]: DEBUG oslo_vmware.api [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165765} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.546101] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.546290] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.546468] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.546637] env[68089]: INFO nova.compute.manager [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.546874] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.547185] env[68089]: DEBUG nova.compute.manager [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.547282] env[68089]: DEBUG nova.network.neutron [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.654354] env[68089]: DEBUG nova.compute.utils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.662804] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.662988] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.665193] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.678393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.732299] env[68089]: DEBUG oslo_vmware.api [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Task: {'id': task-2853104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17947} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.735904] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.735904] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.735904] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.735904] env[68089]: INFO nova.compute.manager [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.736142] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.736854] env[68089]: DEBUG nova.compute.manager [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.736947] env[68089]: DEBUG nova.network.neutron [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.741622] env[68089]: DEBUG nova.policy [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fca8b9c2f13c48ff8e56b7dd1cba7d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93e1a61a7c234599ac19f03bee647920', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.012495] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474111} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.017021] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.017021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.017353] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a57a43b-7829-4dd0-9cbe-11b022a4fb9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.030818] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 949.030818] env[68089]: value = "task-2853106" [ 949.030818] env[68089]: _type = "Task" [ 949.030818] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.043724] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.062441] env[68089]: DEBUG nova.compute.manager [req-1f685562-8044-4851-a78a-647f554da004 req-e60562c7-a9f8-4a96-ab30-bad5e813182e service nova] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Received event network-vif-deleted-36329359-eff7-4b82-bc9f-f138796e1b9c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.076240] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609aac1b-3458-4b57-b8f1-c4cbc0bdb39e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.085687] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931cc7dc-7096-4fe7-b215-eccfeb68ad9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.123487] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a4cf76-314b-4724-9274-4c13b5ed1e2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.132033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae82c7-0f53-4141-ac48-f6d3e7221482 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146964] env[68089]: DEBUG nova.compute.provider_tree [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.159392] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Successfully created port: 03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.161800] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.281893] env[68089]: DEBUG nova.network.neutron [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [{"id": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "address": "fa:16:3e:07:5f:a6", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dbcad4-d5", "ovs_interfaceid": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.327806] env[68089]: DEBUG nova.compute.manager [req-81dd145f-ab23-4d6b-b81c-4c27fa86efe0 req-7dcd58c1-cabb-46bf-85be-2874c108d0c6 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Received event network-vif-deleted-3215385f-d2e0-4b06-985f-79ec7ff291b7 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.328266] env[68089]: INFO nova.compute.manager [req-81dd145f-ab23-4d6b-b81c-4c27fa86efe0 req-7dcd58c1-cabb-46bf-85be-2874c108d0c6 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Neutron deleted interface 3215385f-d2e0-4b06-985f-79ec7ff291b7; detaching it from the instance and deleting it from the info cache [ 949.328619] env[68089]: DEBUG nova.network.neutron [req-81dd145f-ab23-4d6b-b81c-4c27fa86efe0 req-7dcd58c1-cabb-46bf-85be-2874c108d0c6 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.430510] env[68089]: DEBUG nova.network.neutron [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.541038] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073523} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.541038] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.541835] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d4fbd2-679e-45a7-be9d-4d5ba94f921f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.564338] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.564608] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9100dfff-d09f-41b1-96f0-7442e80a9e76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.584874] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 949.584874] env[68089]: value = "task-2853107" [ 949.584874] env[68089]: _type = "Task" [ 949.584874] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.592949] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.652026] env[68089]: DEBUG nova.scheduler.client.report [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.786033] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.811197] env[68089]: DEBUG nova.network.neutron [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.830821] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86da225d-bae1-499f-bdfd-bbf8de3a0219 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841154] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f941b-b8f4-40b1-b07b-88ee58599efa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871552] env[68089]: DEBUG nova.compute.manager [req-81dd145f-ab23-4d6b-b81c-4c27fa86efe0 req-7dcd58c1-cabb-46bf-85be-2874c108d0c6 service nova] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Detach interface failed, port_id=3215385f-d2e0-4b06-985f-79ec7ff291b7, reason: Instance 44fe1413-a986-40b4-96cc-51d642012194 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 949.935806] env[68089]: INFO nova.compute.manager [-] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Took 1.39 seconds to deallocate network for instance. [ 950.096028] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.156376] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.159613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.575s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.161083] env[68089]: INFO nova.compute.claims [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.171455] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.183950] env[68089]: INFO nova.scheduler.client.report [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance 7f23ab42-1c43-436f-aa15-5bc913a3621d [ 950.195423] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.195670] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.195824] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.196007] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.196163] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.196308] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.196511] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.196669] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.196835] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.196994] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.197183] env[68089]: DEBUG nova.virt.hardware [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.198064] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436f7af-92fd-49f8-ab9b-19a9c78ce7a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.207258] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe29e49-8d7e-4042-9632-ffcd5b8e6b76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.316256] env[68089]: INFO nova.compute.manager [-] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Took 1.58 seconds to deallocate network for instance. [ 950.442879] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.596237] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.651754] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Successfully updated port: 03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.694041] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9684f564-dfa5-46d0-aed0-55ac3a671a63 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "7f23ab42-1c43-436f-aa15-5bc913a3621d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.349s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.822654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.093217] env[68089]: DEBUG nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Received event network-vif-deleted-3fa3127a-8744-47c9-9971-6b60068074d2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.093429] env[68089]: DEBUG nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Received event network-vif-plugged-03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.093626] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Acquiring lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.093871] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.094066] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.094236] env[68089]: DEBUG nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] No waiting events found dispatching network-vif-plugged-03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.094402] env[68089]: WARNING nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Received unexpected event network-vif-plugged-03abfe92-ba43-4418-bb4a-9af859623d12 for instance with vm_state building and task_state spawning. [ 951.094559] env[68089]: DEBUG nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Received event network-changed-03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.094708] env[68089]: DEBUG nova.compute.manager [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Refreshing instance network info cache due to event network-changed-03abfe92-ba43-4418-bb4a-9af859623d12. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.094888] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Acquiring lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.095036] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Acquired lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.095250] env[68089]: DEBUG nova.network.neutron [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Refreshing network info cache for port 03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.102822] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.154151] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.290509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.290689] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.324050] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.324759] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a79d6ea-b45e-40ad-a290-dc4e837022cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.332383] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 951.332383] env[68089]: value = "task-2853108" [ 951.332383] env[68089]: _type = "Task" [ 951.332383] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.342558] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.463701] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039815a3-96df-4848-b355-8c588faa4a81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.473639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df03684-9e5e-4934-9b17-5bda9a4c3c46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.504680] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f68075-d95a-4ad0-aec8-74aab8b18ffb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.513099] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5c3e0-ae8b-4802-bed0-93c17e0301a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.526697] env[68089]: DEBUG nova.compute.provider_tree [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.597023] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.625746] env[68089]: DEBUG nova.network.neutron [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.704205] env[68089]: DEBUG nova.network.neutron [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.841827] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.030347] env[68089]: DEBUG nova.scheduler.client.report [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.098247] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853107, 'name': ReconfigVM_Task, 'duration_secs': 2.284953} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.099032] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.099187] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288af25b-377e-477f-9936-301baa160058 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.106435] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 952.106435] env[68089]: value = "task-2853109" [ 952.106435] env[68089]: _type = "Task" [ 952.106435] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.120228] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853109, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.207025] env[68089]: DEBUG oslo_concurrency.lockutils [req-67da5cf9-858d-445c-ae65-5d605dbab41c req-7b3b7e9e-8aa0-4e62-bcc0-f3047d133270 service nova] Releasing lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.207686] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquired lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.208052] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.342486] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853108, 'name': PowerOffVM_Task, 'duration_secs': 0.865084} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.342771] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.343568] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa263b6-03dc-41fb-952b-bccba44fbaf7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.362424] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046f3a5-f73e-417e-860f-b7ba1c28c921 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.394782] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.395065] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37981766-a26e-4263-856c-362f0d8f633f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.402610] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 952.402610] env[68089]: value = "task-2853110" [ 952.402610] env[68089]: _type = "Task" [ 952.402610] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.410446] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.535217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.536042] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.539400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.346s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.617292] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853109, 'name': Rename_Task, 'duration_secs': 0.184635} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.619827] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.620260] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23026f2d-bf1f-43ef-95ae-48eb46213451 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627188] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 952.627188] env[68089]: value = "task-2853111" [ 952.627188] env[68089]: _type = "Task" [ 952.627188] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.638044] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.743148] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.899816] env[68089]: DEBUG nova.network.neutron [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Updating instance_info_cache with network_info: [{"id": "03abfe92-ba43-4418-bb4a-9af859623d12", "address": "fa:16:3e:94:34:a5", "network": {"id": "f794a13d-a1b8-459a-a0fa-68d2abdaa367", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1390926650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e1a61a7c234599ac19f03bee647920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03abfe92-ba", "ovs_interfaceid": "03abfe92-ba43-4418-bb4a-9af859623d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.905500] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe4acb-7527-4ebd-a63b-36c0fc19c0a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.919016] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.919238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.919483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.919631] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.919808] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.920355] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1cc2bb-b8e8-439a-b46b-a5235795bc45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.923202] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce1667-e61a-4beb-b8a2-a84e76acabe3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.957300] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3012e6-26ed-4082-8098-dbb6c64285dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.959882] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.960064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.960742] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4d9222-a580-473a-8766-333afa715a63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.966597] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 952.966597] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52380489-5e9f-25de-1acf-847bafdf1daf" [ 952.966597] env[68089]: _type = "Task" [ 952.966597] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.972772] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68e9efa-8182-44d7-a297-3075fbeecdb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.987145] env[68089]: DEBUG nova.compute.provider_tree [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.991959] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52380489-5e9f-25de-1acf-847bafdf1daf, 'name': SearchDatastore_Task, 'duration_secs': 0.011559} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.992998] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e989db-6cdb-4f2e-b07c-b27663056c1d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.999594] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 952.999594] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3dcb3-a568-5b60-c62d-d49a9359b7cb" [ 952.999594] env[68089]: _type = "Task" [ 952.999594] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.008918] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3dcb3-a568-5b60-c62d-d49a9359b7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.045030] env[68089]: DEBUG nova.compute.utils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.047244] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.047244] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.086446] env[68089]: DEBUG nova.policy [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '153e78e8bb22473fbc941c0bf32518cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad90958f3cb04991a17a02965dc77993', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.138109] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.402476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Releasing lock "refresh_cache-c84c6e06-a076-4f9a-bc36-fba23da94848" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.402853] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance network_info: |[{"id": "03abfe92-ba43-4418-bb4a-9af859623d12", "address": "fa:16:3e:94:34:a5", "network": {"id": "f794a13d-a1b8-459a-a0fa-68d2abdaa367", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1390926650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93e1a61a7c234599ac19f03bee647920", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03abfe92-ba", "ovs_interfaceid": "03abfe92-ba43-4418-bb4a-9af859623d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.403315] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:34:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03abfe92-ba43-4418-bb4a-9af859623d12', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.411196] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Creating folder: Project (93e1a61a7c234599ac19f03bee647920). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.411885] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f37a4c24-38a3-4f23-8dcb-bd7a6e1eedc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.417050] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Successfully created port: 1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.425593] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Created folder: Project (93e1a61a7c234599ac19f03bee647920) in parent group-v573447. [ 953.430029] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Creating folder: Instances. Parent ref: group-v573689. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.430029] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a6b893f-84f7-432d-9bad-e70d2ffeb785 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.441778] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Created folder: Instances in parent group-v573689. [ 953.441991] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.442226] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.442457] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b804f2-aed4-4c72-9a4a-eef2f103de6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.465364] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.465364] env[68089]: value = "task-2853114" [ 953.465364] env[68089]: _type = "Task" [ 953.465364] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.475173] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853114, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.495095] env[68089]: DEBUG nova.scheduler.client.report [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.511106] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3dcb3-a568-5b60-c62d-d49a9359b7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.511556] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.511968] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 953.512794] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be9c3341-2dab-41e9-bf47-69d73eb3770e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.520379] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 953.520379] env[68089]: value = "task-2853115" [ 953.520379] env[68089]: _type = "Task" [ 953.520379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.532771] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.550817] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.641023] env[68089]: DEBUG oslo_vmware.api [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853111, 'name': PowerOnVM_Task, 'duration_secs': 0.579166} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.641023] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.641286] env[68089]: INFO nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Took 9.98 seconds to spawn the instance on the hypervisor. [ 953.641474] env[68089]: DEBUG nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.642313] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e3e0e-e1eb-47c2-857f-a4f6308ce41b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.977979] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853114, 'name': CreateVM_Task, 'duration_secs': 0.396785} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.978174] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.979011] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.979362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.979774] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.980085] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c285f902-5dd7-49b8-b65a-3f2a7fc61962 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.987887] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 953.987887] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b88038-ba3d-d061-f6e9-19152e95c9bd" [ 953.987887] env[68089]: _type = "Task" [ 953.987887] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.997991] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b88038-ba3d-d061-f6e9-19152e95c9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.000056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.461s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.000271] env[68089]: INFO nova.compute.manager [None req-445f2ed8-6ee2-40cd-b534-3ce8e7a8f016 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Successfully reverted task state from rebuilding on failure for instance. [ 954.005754] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.168s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.005976] env[68089]: DEBUG nova.objects.instance [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 954.032010] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.060074] env[68089]: INFO nova.virt.block_device [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Booting with volume e75fcd45-ba70-4bda-a25f-4cf9c4752ecc at /dev/sda [ 954.099870] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26e92b50-3efa-4731-b410-e54df22bed22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.109903] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df421f4-51d3-41d1-9823-d16dd618f0ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.143310] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95774a0a-b76a-47bf-af2c-4341f1c22d10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.152899] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daecaba2-2c6b-4141-9524-8f3875d457ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.172495] env[68089]: INFO nova.compute.manager [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Took 45.46 seconds to build instance. [ 954.191915] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9e7980-cee5-41ec-a5a9-1a109efe145f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.200281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad7c39a-accd-467c-95dc-53ce7101f547 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.216019] env[68089]: DEBUG nova.virt.block_device [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating existing volume attachment record: 2e0352df-4e74-467e-913e-90f3a8899c54 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.499502] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b88038-ba3d-d061-f6e9-19152e95c9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.02536} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.499826] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.500082] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.500331] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.500477] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.500653] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.500956] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3480a297-156e-457f-83f2-f0f2f780ef1d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.515057] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.515332] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.516135] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02dd120-2efb-4ead-a158-f1103a9d6d37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.522715] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 954.522715] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52840872-be4c-3bda-120a-577c772b8685" [ 954.522715] env[68089]: _type = "Task" [ 954.522715] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.535830] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.539401] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52840872-be4c-3bda-120a-577c772b8685, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.540452] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0afbb20-cf55-4e50-961b-f8f675be9b73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.546876] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 954.546876] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5230e465-551b-aef5-648f-6898dedf76bb" [ 954.546876] env[68089]: _type = "Task" [ 954.546876] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.556032] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230e465-551b-aef5-648f-6898dedf76bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.674903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-039e6774-d756-4bd1-8d1a-7a2994330c25 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.056s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.868491] env[68089]: DEBUG nova.compute.manager [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Received event network-vif-plugged-1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.868491] env[68089]: DEBUG oslo_concurrency.lockutils [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] Acquiring lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.868491] env[68089]: DEBUG oslo_concurrency.lockutils [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.868491] env[68089]: DEBUG oslo_concurrency.lockutils [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.868491] env[68089]: DEBUG nova.compute.manager [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] No waiting events found dispatching network-vif-plugged-1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.869542] env[68089]: WARNING nova.compute.manager [req-71af9014-d2f2-487e-8b61-9a3ecadc3241 req-6699d7a2-bbe5-450c-ae64-d5fc621bdf14 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Received unexpected event network-vif-plugged-1ff312c3-1af7-4046-bbfb-34b4fb85f469 for instance with vm_state building and task_state block_device_mapping. [ 954.937910] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Successfully updated port: 1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.020605] env[68089]: DEBUG oslo_concurrency.lockutils [None req-78d38cd2-06f9-47be-aec3-2facfec8fc19 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.020939] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.265s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.021185] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.021404] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 955.021677] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.734s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.021918] env[68089]: DEBUG nova.objects.instance [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lazy-loading 'resources' on Instance uuid f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.025374] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da2efb5-6dcd-4096-8674-9443372d6b45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.038345] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853115, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.041617] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a3018-e265-4980-95d6-bce52017de8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.059458] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cab898-e202-4f03-b510-932bbf08a2c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.067925] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5230e465-551b-aef5-648f-6898dedf76bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.069852] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.070145] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c84c6e06-a076-4f9a-bc36-fba23da94848/c84c6e06-a076-4f9a-bc36-fba23da94848.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.070433] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588228fc-42d3-4ef1-81c9-1ffd7467c88d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.072952] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8ca053-897c-4301-82a9-dd45d48d0f4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.103251] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179102MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 955.103251] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.105032] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 955.105032] env[68089]: value = "task-2853116" [ 955.105032] env[68089]: _type = "Task" [ 955.105032] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.112700] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.177877] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.339040] env[68089]: INFO nova.compute.manager [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Rebuilding instance [ 955.384073] env[68089]: DEBUG nova.compute.manager [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.385182] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033e8dc-ce32-45e1-94f5-031117fac055 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.441564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.441788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquired lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.442025] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.547753] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853115, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575044} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.547753] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 955.548945] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054eba3c-15a6-4f02-b91e-0caba3fab108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.581206] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.584618] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb97e9f-8613-461d-9285-4edab98d94e5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.604588] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 955.604588] env[68089]: value = "task-2853117" [ 955.604588] env[68089]: _type = "Task" [ 955.604588] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.618666] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.622199] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.624579] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c84c6e06-a076-4f9a-bc36-fba23da94848/c84c6e06-a076-4f9a-bc36-fba23da94848.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.624869] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.625365] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e3ae3a5-a743-4200-b19b-584b4bf5a92a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.632710] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 955.632710] env[68089]: value = "task-2853118" [ 955.632710] env[68089]: _type = "Task" [ 955.632710] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.645053] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.699461] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.893396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9480c-9dd7-4737-a607-c89da5788bf3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.904865] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1aa9a-eb7b-4f9f-887b-7fd4390d415a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.938694] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e2a1a7-5acc-4447-8127-ab4a8a9ca6b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.946338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b49b288-ff47-42c8-b9fb-0fd28cf3241a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.962333] env[68089]: DEBUG nova.compute.provider_tree [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.984765] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.115041] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853117, 'name': ReconfigVM_Task, 'duration_secs': 0.414045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.115154] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.116015] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4653e2c-20b0-4fb8-87ec-7f5a1f1cef93 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.119726] env[68089]: DEBUG nova.network.neutron [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating instance_info_cache with network_info: [{"id": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "address": "fa:16:3e:2c:04:14", "network": {"id": "60fb6a3e-4c41-4d6d-9608-26be2dcb26a0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86238073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad90958f3cb04991a17a02965dc77993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff312c3-1a", "ovs_interfaceid": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.145096] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-462d101b-e828-42c9-a370-5011dfe4712c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.161919] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131716} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.163213] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.166091] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 956.166091] env[68089]: value = "task-2853119" [ 956.166091] env[68089]: _type = "Task" [ 956.166091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.166091] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b2dcc-6958-4ba5-8ad1-f4b55eadc64b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.189384] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] c84c6e06-a076-4f9a-bc36-fba23da94848/c84c6e06-a076-4f9a-bc36-fba23da94848.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.193282] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6667977f-8be0-47c9-84f4-670fdf965f61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.207272] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.213368] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 956.213368] env[68089]: value = "task-2853120" [ 956.213368] env[68089]: _type = "Task" [ 956.213368] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.221103] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.324856] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.325437] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.325894] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.325894] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.326017] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.326130] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.326400] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.326723] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.326989] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.327325] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.327629] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.327952] env[68089]: DEBUG nova.virt.hardware [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.329236] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134a440-8e12-4fb0-9dbb-8a26d1f68f6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.337562] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3495f2-b2c2-4dc9-b649-ab9c44a032ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.405562] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.405888] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc4872c0-2609-4b90-81fb-96d47ed796e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.413089] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 956.413089] env[68089]: value = "task-2853121" [ 956.413089] env[68089]: _type = "Task" [ 956.413089] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.422212] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.466937] env[68089]: DEBUG nova.scheduler.client.report [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.642824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Releasing lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.643021] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Instance network_info: |[{"id": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "address": "fa:16:3e:2c:04:14", "network": {"id": "60fb6a3e-4c41-4d6d-9608-26be2dcb26a0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86238073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad90958f3cb04991a17a02965dc77993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff312c3-1a", "ovs_interfaceid": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.643463] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:04:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff312c3-1af7-4046-bbfb-34b4fb85f469', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.651950] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Creating folder: Project (ad90958f3cb04991a17a02965dc77993). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.651950] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acf6247c-22f3-4278-bf60-1e0088664629 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.666277] env[68089]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 956.666460] env[68089]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68089) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 956.666776] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Folder already exists: Project (ad90958f3cb04991a17a02965dc77993). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 956.666963] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Creating folder: Instances. Parent ref: group-v573668. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.667250] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cbdda97-94bf-4fdb-8819-9dd6b520b596 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.677072] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853119, 'name': ReconfigVM_Task, 'duration_secs': 0.350098} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.677331] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.677565] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557f3506-52fb-44b6-a944-58edabacfc6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.679889] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Created folder: Instances in parent group-v573668. [ 956.680115] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.680609] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.680805] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8752c9ac-ebab-47e7-8303-a77bf6c97b84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.697151] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 956.697151] env[68089]: value = "task-2853124" [ 956.697151] env[68089]: _type = "Task" [ 956.697151] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.702355] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.702355] env[68089]: value = "task-2853125" [ 956.702355] env[68089]: _type = "Task" [ 956.702355] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.705398] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853124, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.712729] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853125, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.722072] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853120, 'name': ReconfigVM_Task, 'duration_secs': 0.497895} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.722367] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Reconfigured VM instance instance-00000056 to attach disk [datastore2] c84c6e06-a076-4f9a-bc36-fba23da94848/c84c6e06-a076-4f9a-bc36-fba23da94848.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.722971] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdea2faa-4474-4594-ab21-d88cbcdb631a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.728274] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 956.728274] env[68089]: value = "task-2853126" [ 956.728274] env[68089]: _type = "Task" [ 956.728274] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.736924] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853126, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.897329] env[68089]: DEBUG nova.compute.manager [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Received event network-changed-1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.897525] env[68089]: DEBUG nova.compute.manager [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Refreshing instance network info cache due to event network-changed-1ff312c3-1af7-4046-bbfb-34b4fb85f469. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 956.897757] env[68089]: DEBUG oslo_concurrency.lockutils [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] Acquiring lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.897908] env[68089]: DEBUG oslo_concurrency.lockutils [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] Acquired lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.898083] env[68089]: DEBUG nova.network.neutron [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Refreshing network info cache for port 1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.922501] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853121, 'name': PowerOffVM_Task, 'duration_secs': 0.187275} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.922743] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.922967] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.923732] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e9f1d0-ecf1-4c69-b02a-20b9e8d79585 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.930048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.930213] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0bbf4fc-3cc1-42a0-aa46-447d92aabdb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.972820] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.975526] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.820s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.975768] env[68089]: DEBUG nova.objects.instance [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'resources' on Instance uuid 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.009384] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.009618] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.011562] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.011562] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1972370-797a-4879-b81e-4f664bf777ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.018940] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 957.018940] env[68089]: value = "task-2853128" [ 957.018940] env[68089]: _type = "Task" [ 957.018940] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.025873] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.208724] env[68089]: DEBUG oslo_vmware.api [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853124, 'name': PowerOnVM_Task, 'duration_secs': 0.416559} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.212279] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.215431] env[68089]: DEBUG nova.compute.manager [None req-5c4f87d6-7a59-4a75-80d3-ab2d3b71d241 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.216259] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87e1da-f2a1-4178-8f23-d9cc3d90936c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.221907] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853125, 'name': CreateVM_Task, 'duration_secs': 0.372734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.222423] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.223082] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573677', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'name': 'volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8dbfdb-8a47-4631-be28-48aa40c0a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'serial': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': '2e0352df-4e74-467e-913e-90f3a8899c54', 'volume_type': None}], 'swap': None} {{(pid=68089) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 957.223304] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Root volume attach. Driver type: vmdk {{(pid=68089) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 957.224097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d7854-ec83-4510-91e1-ed228025883c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.236910] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f494944-403f-44b5-b61d-d3737afbf3af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.242044] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853126, 'name': Rename_Task, 'duration_secs': 0.167424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.243466] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.243466] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e94739-0d98-4f23-92c7-daffa0cecfca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.246465] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0d37a9-2df1-41fd-b4ec-6011d9394375 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.250801] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 957.250801] env[68089]: value = "task-2853129" [ 957.250801] env[68089]: _type = "Task" [ 957.250801] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.255541] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2a09478d-51e7-4795-ad56-eb33e5ab41df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.263906] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.265792] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 957.265792] env[68089]: value = "task-2853130" [ 957.265792] env[68089]: _type = "Task" [ 957.265792] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.275661] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853130, 'name': RelocateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.498116] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f635864d-e4c3-44e2-bdf8-91b6449fdd82 tempest-ServerActionsV293TestJSON-1100684566 tempest-ServerActionsV293TestJSON-1100684566-project-member] Lock "f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.549s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.531625] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132594} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.531810] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.531988] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.532194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.617513] env[68089]: DEBUG nova.network.neutron [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updated VIF entry in instance network info cache for port 1ff312c3-1af7-4046-bbfb-34b4fb85f469. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.617874] env[68089]: DEBUG nova.network.neutron [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating instance_info_cache with network_info: [{"id": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "address": "fa:16:3e:2c:04:14", "network": {"id": "60fb6a3e-4c41-4d6d-9608-26be2dcb26a0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86238073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad90958f3cb04991a17a02965dc77993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff312c3-1a", "ovs_interfaceid": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.769625] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.777800] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853130, 'name': RelocateVM_Task, 'duration_secs': 0.494899} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.780424] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.780637] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573677', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'name': 'volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8dbfdb-8a47-4631-be28-48aa40c0a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'serial': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.781605] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87c197-6134-4ddd-a3e8-4bc68cacae6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.801543] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f5415-f515-4999-abcf-6456ad82cc73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.824131] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc/volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.826629] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07368ad-e248-4af6-b005-3024acff3f9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.845427] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 957.845427] env[68089]: value = "task-2853131" [ 957.845427] env[68089]: _type = "Task" [ 957.845427] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.849570] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36feb848-6b05-4aa7-a622-a4889f47b676 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.856441] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.858903] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b410b4-6e85-41b7-afd1-6d7e72384e19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.890802] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03639e7f-3a6a-4f67-b577-4af1a93ea845 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.897844] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fa4f1-61b5-4617-8816-074c31f4312b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.910040] env[68089]: DEBUG nova.compute.provider_tree [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.120819] env[68089]: DEBUG oslo_concurrency.lockutils [req-5fbe4c44-810a-46b3-8981-0c32ae1f6b7c req-85eb860e-4c95-4e72-acd1-ed3baa21c943 service nova] Releasing lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.263205] env[68089]: DEBUG oslo_vmware.api [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853129, 'name': PowerOnVM_Task, 'duration_secs': 0.542655} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.263557] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.263763] env[68089]: INFO nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Took 8.09 seconds to spawn the instance on the hypervisor. [ 958.263942] env[68089]: DEBUG nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.264792] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a85174b-f1c3-48b5-8f6c-8fd64bcdaa33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.357022] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.413303] env[68089]: DEBUG nova.scheduler.client.report [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.567095] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.567095] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.567095] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.567095] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.567095] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.567463] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.567463] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.567581] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.567746] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.568532] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.568532] env[68089]: DEBUG nova.virt.hardware [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.568928] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba9f16-edef-4bc1-8422-b9b4fb7f8152 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.577097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759846a8-17f3-4ed7-a2d0-99986e732ebf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.591078] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:c0:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c871baa-5bdf-4258-ba6a-93b1c30a70d1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.598425] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.598759] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.598978] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6000bd50-364b-4686-b79d-5835c51468ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.618012] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.618012] env[68089]: value = "task-2853132" [ 958.618012] env[68089]: _type = "Task" [ 958.618012] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.624961] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853132, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.784721] env[68089]: INFO nova.compute.manager [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Took 41.35 seconds to build instance. [ 958.856917] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853131, 'name': ReconfigVM_Task, 'duration_secs': 0.720476} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.857215] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc/volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.862522] env[68089]: INFO nova.compute.manager [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Unrescuing [ 958.862769] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.862935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.863125] env[68089]: DEBUG nova.network.neutron [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.864423] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71469784-b5a0-49b5-90ed-dcbd5a3d9f1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.886791] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 958.886791] env[68089]: value = "task-2853133" [ 958.886791] env[68089]: _type = "Task" [ 958.886791] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.896901] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.918646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.922093] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.176s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.922472] env[68089]: DEBUG nova.objects.instance [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lazy-loading 'resources' on Instance uuid 25a8a59e-37eb-4148-b280-14ebebe127ca {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.943871] env[68089]: INFO nova.scheduler.client.report [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted allocations for instance 6bca99bb-a1e8-4bfd-9b6e-6177767155a2 [ 959.127475] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853132, 'name': CreateVM_Task, 'duration_secs': 0.304485} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.127603] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.128284] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.128510] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.128759] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.129016] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbae8ec-fc88-4f2b-b5b6-c908764742b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.133419] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 959.133419] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5269c644-3938-4cfd-0db7-a2d8ea4e1809" [ 959.133419] env[68089]: _type = "Task" [ 959.133419] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.141601] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5269c644-3938-4cfd-0db7-a2d8ea4e1809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.217434] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "c84c6e06-a076-4f9a-bc36-fba23da94848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.286540] env[68089]: DEBUG oslo_concurrency.lockutils [None req-04e00729-b834-4f9f-890c-a4e2833f896d tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.862s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.286923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.069s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.286923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.287063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.287202] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.289566] env[68089]: INFO nova.compute.manager [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Terminating instance [ 959.397263] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853133, 'name': ReconfigVM_Task, 'duration_secs': 0.139688} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.397263] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573677', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'name': 'volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8dbfdb-8a47-4631-be28-48aa40c0a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'serial': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.397978] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f9cbae-6adb-4c58-a04a-ba58cee48053 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.404950] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 959.404950] env[68089]: value = "task-2853134" [ 959.404950] env[68089]: _type = "Task" [ 959.404950] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.413310] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853134, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.461433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d67f51d-a637-44c5-b5ab-5eea47233789 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6bca99bb-a1e8-4bfd-9b6e-6177767155a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.739s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.644054] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5269c644-3938-4cfd-0db7-a2d8ea4e1809, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.646888] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.647218] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.647526] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.647886] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.648147] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.648632] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0168a0ac-edca-43e5-93e2-5d7b868fc17c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.657635] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.658061] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.661317] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb3306d-462b-4674-a233-0494b73aab3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.668178] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 959.668178] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dcfd61-d5f4-925c-30a7-782b1b54b0ae" [ 959.668178] env[68089]: _type = "Task" [ 959.668178] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.679572] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dcfd61-d5f4-925c-30a7-782b1b54b0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.715553] env[68089]: DEBUG nova.network.neutron [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [{"id": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "address": "fa:16:3e:07:5f:a6", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3dbcad4-d5", "ovs_interfaceid": "c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.782787] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f8912b-4a63-4004-8ee7-5fd4615a11c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.792224] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d09b05-d704-455c-a282-b5b9778d57c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.794846] env[68089]: DEBUG nova.compute.manager [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.795068] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.795811] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdf994-a2e2-4b0f-9112-11fef2a28d83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.828427] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.829081] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371a598-bd6f-425b-818a-0583e7e8395f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.831603] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8c8428-a18a-4cb1-b242-4e678de7df4d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.839183] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd833702-5256-49d9-9eaa-ad3bde410fca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.844196] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 959.844196] env[68089]: value = "task-2853135" [ 959.844196] env[68089]: _type = "Task" [ 959.844196] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.855263] env[68089]: DEBUG nova.compute.provider_tree [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.861798] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.915375] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853134, 'name': Rename_Task, 'duration_secs': 0.150392} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.915670] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.915915] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7aca451-01a9-4ff2-9526-e944dcdff305 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.922600] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 959.922600] env[68089]: value = "task-2853136" [ 959.922600] env[68089]: _type = "Task" [ 959.922600] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.930374] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.181018] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dcfd61-d5f4-925c-30a7-782b1b54b0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.034076} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.182115] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454ec583-ebfe-459b-b8ad-120d2816de6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.187769] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 960.187769] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5216da5a-0e02-d9ac-41c9-403ca8e7e08c" [ 960.187769] env[68089]: _type = "Task" [ 960.187769] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.197417] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5216da5a-0e02-d9ac-41c9-403ca8e7e08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.219327] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-4ea0f016-f05b-4875-bd27-c9634d0abf77" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.220044] env[68089]: DEBUG nova.objects.instance [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'flavor' on Instance uuid 4ea0f016-f05b-4875-bd27-c9634d0abf77 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.353127] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853135, 'name': PowerOffVM_Task, 'duration_secs': 0.260107} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.353543] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.353776] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.354101] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79942a8e-9702-4f58-a064-ea29e17a6217 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.358723] env[68089]: DEBUG nova.scheduler.client.report [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.418050] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.418353] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.418581] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Deleting the datastore file [datastore2] c84c6e06-a076-4f9a-bc36-fba23da94848 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.418863] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f090c7f-3f99-4cb5-84ee-d1385fc308e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.427635] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for the task: (returnval){ [ 960.427635] env[68089]: value = "task-2853138" [ 960.427635] env[68089]: _type = "Task" [ 960.427635] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.434306] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.438863] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.704678] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5216da5a-0e02-d9ac-41c9-403ca8e7e08c, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.705141] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.705580] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.706008] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27132b39-dc10-4434-a59f-c2fa035dfb15 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.714207] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 960.714207] env[68089]: value = "task-2853139" [ 960.714207] env[68089]: _type = "Task" [ 960.714207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.726429] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.727836] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e49a1-8837-4010-a83e-dc92e6fbea63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.752430] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.752910] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1efab2-6b0b-4570-a618-762733712d7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.759269] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 960.759269] env[68089]: value = "task-2853140" [ 960.759269] env[68089]: _type = "Task" [ 960.759269] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.768353] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.864898] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.868300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.870s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.868740] env[68089]: DEBUG nova.objects.instance [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'resources' on Instance uuid ed16c001-afe0-4383-b2dc-1b9a727196e7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.891635] env[68089]: INFO nova.scheduler.client.report [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleted allocations for instance 25a8a59e-37eb-4148-b280-14ebebe127ca [ 960.935648] env[68089]: DEBUG oslo_vmware.api [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853136, 'name': PowerOnVM_Task, 'duration_secs': 0.709487} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.936369] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.936648] env[68089]: INFO nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Took 4.61 seconds to spawn the instance on the hypervisor. [ 960.936855] env[68089]: DEBUG nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.937571] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e853e1de-9d8e-4f9e-993b-996179b51bbb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.943825] env[68089]: DEBUG oslo_vmware.api [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Task: {'id': task-2853138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30596} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.945118] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.945315] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.945509] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.945683] env[68089]: INFO nova.compute.manager [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.945923] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.946432] env[68089]: DEBUG nova.compute.manager [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.946651] env[68089]: DEBUG nova.network.neutron [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.224953] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.269182] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853140, 'name': PowerOffVM_Task, 'duration_secs': 0.211935} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.269510] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.274985] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.275745] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2498d51-213b-4df5-b9ea-1ee249219c82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.297796] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 961.297796] env[68089]: value = "task-2853141" [ 961.297796] env[68089]: _type = "Task" [ 961.297796] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.305899] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.337718] env[68089]: DEBUG nova.compute.manager [req-25f8cf57-1e1e-4d1a-ae9f-70f00761662a req-f3a9d930-b6bc-4752-8530-25758928373d service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Received event network-vif-deleted-03abfe92-ba43-4418-bb4a-9af859623d12 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.337923] env[68089]: INFO nova.compute.manager [req-25f8cf57-1e1e-4d1a-ae9f-70f00761662a req-f3a9d930-b6bc-4752-8530-25758928373d service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Neutron deleted interface 03abfe92-ba43-4418-bb4a-9af859623d12; detaching it from the instance and deleting it from the info cache [ 961.338100] env[68089]: DEBUG nova.network.neutron [req-25f8cf57-1e1e-4d1a-ae9f-70f00761662a req-f3a9d930-b6bc-4752-8530-25758928373d service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.399573] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5d360325-f6c4-4a17-97a8-acb3cdbf0687 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "25a8a59e-37eb-4148-b280-14ebebe127ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.902s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.464230] env[68089]: INFO nova.compute.manager [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Took 39.90 seconds to build instance. [ 961.671024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99309064-d48a-496a-b38c-5ead6fbb5f49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.679459] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdee49c2-9385-4bad-8104-386e4381024d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711281] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dda483-9f3e-461c-9b48-384fa75b534d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.723275] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056dd41-5a22-45f7-8d11-ec8778fe6375 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.730332] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623421} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.738117] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.738357] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.738632] env[68089]: DEBUG nova.network.neutron [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.739939] env[68089]: DEBUG nova.compute.provider_tree [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.742303] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fa701b4-f7ed-49ed-ae6e-f901828b4bd1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.748347] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 961.748347] env[68089]: value = "task-2853142" [ 961.748347] env[68089]: _type = "Task" [ 961.748347] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.757488] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.807759] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853141, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.843666] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7772ce71-0251-4a9f-a488-2103eed5fc56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.855680] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4265d-7e93-4225-b5d9-02ee35387170 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.890177] env[68089]: DEBUG nova.compute.manager [req-25f8cf57-1e1e-4d1a-ae9f-70f00761662a req-f3a9d930-b6bc-4752-8530-25758928373d service nova] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Detach interface failed, port_id=03abfe92-ba43-4418-bb4a-9af859623d12, reason: Instance c84c6e06-a076-4f9a-bc36-fba23da94848 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 961.959661] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.959661] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.967730] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a68f5e2f-e486-46f4-af1e-52f8326006fe tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.411s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.187882] env[68089]: DEBUG nova.compute.manager [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Received event network-changed-1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.188116] env[68089]: DEBUG nova.compute.manager [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Refreshing instance network info cache due to event network-changed-1ff312c3-1af7-4046-bbfb-34b4fb85f469. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.188309] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] Acquiring lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.188454] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] Acquired lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.188617] env[68089]: DEBUG nova.network.neutron [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Refreshing network info cache for port 1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.242573] env[68089]: DEBUG nova.scheduler.client.report [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.246065] env[68089]: INFO nova.compute.manager [-] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Took 1.30 seconds to deallocate network for instance. [ 962.259555] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.260384] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.261209] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1251c7-57b5-4b7b-88e9-c2a8e3167350 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.286368] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.286989] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98a4c91-2b78-4982-95f2-d01573228679 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.312356] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853141, 'name': ReconfigVM_Task, 'duration_secs': 0.530386} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.313626] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.313839] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.314143] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 962.314143] env[68089]: value = "task-2853143" [ 962.314143] env[68089]: _type = "Task" [ 962.314143] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.314572] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1549714a-48cf-4317-adfd-cf1ed537d398 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.324402] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.325653] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 962.325653] env[68089]: value = "task-2853144" [ 962.325653] env[68089]: _type = "Task" [ 962.325653] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.333242] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.349065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.349433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.349629] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.349980] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.350185] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.352341] env[68089]: INFO nova.compute.manager [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Terminating instance [ 962.461082] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.747732] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.750116] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.751829] env[68089]: INFO nova.compute.claims [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.755506] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.770974] env[68089]: INFO nova.scheduler.client.report [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted allocations for instance ed16c001-afe0-4383-b2dc-1b9a727196e7 [ 962.827837] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.835597] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.857272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "refresh_cache-a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.857413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquired lock "refresh_cache-a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.858035] env[68089]: DEBUG nova.network.neutron [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.910641] env[68089]: DEBUG nova.network.neutron [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updated VIF entry in instance network info cache for port 1ff312c3-1af7-4046-bbfb-34b4fb85f469. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.911096] env[68089]: DEBUG nova.network.neutron [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating instance_info_cache with network_info: [{"id": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "address": "fa:16:3e:2c:04:14", "network": {"id": "60fb6a3e-4c41-4d6d-9608-26be2dcb26a0", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86238073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad90958f3cb04991a17a02965dc77993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff312c3-1a", "ovs_interfaceid": "1ff312c3-1af7-4046-bbfb-34b4fb85f469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.984588] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.280804] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2134dfdc-2086-4cc7-8408-72f5ca55fffb tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "ed16c001-afe0-4383-b2dc-1b9a727196e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.987s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.327078] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853143, 'name': ReconfigVM_Task, 'duration_secs': 0.809617} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.327354] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8/637f0abe-b392-4e1b-82b4-991a04298de8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.328023] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41cb2483-5ae9-4237-8ccb-cba8d0518304 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.344063] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 963.344063] env[68089]: value = "task-2853145" [ 963.344063] env[68089]: _type = "Task" [ 963.344063] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.347778] env[68089]: DEBUG oslo_vmware.api [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853144, 'name': PowerOnVM_Task, 'duration_secs': 0.845822} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.350843] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.351108] env[68089]: DEBUG nova.compute.manager [None req-0cd54b7c-df68-4c4e-b2a4-008c277dce4a tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.351906] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f12c252-3819-47b2-a530-e731f8b9241f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.362677] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853145, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.382597] env[68089]: DEBUG nova.network.neutron [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.414291] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a4a5d8e-2b9d-4400-9543-e7d97a3ff4a3 req-eb23cff2-4e18-4939-927c-4d0a95cd6286 service nova] Releasing lock "refresh_cache-bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.445632] env[68089]: DEBUG nova.network.neutron [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.859942] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853145, 'name': Rename_Task, 'duration_secs': 0.226599} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.860197] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.860419] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74ba8fc-55d5-40c2-a853-15dd57551cfa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.866313] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 963.866313] env[68089]: value = "task-2853146" [ 963.866313] env[68089]: _type = "Task" [ 963.866313] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.875583] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.949537] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Releasing lock "refresh_cache-a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.949962] env[68089]: DEBUG nova.compute.manager [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.950185] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.951309] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff15b50a-b828-4802-b655-b7687874ce62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.959291] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.961730] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9b89d7-f118-4aeb-a032-6d299bc1b178 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.967221] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 963.967221] env[68089]: value = "task-2853147" [ 963.967221] env[68089]: _type = "Task" [ 963.967221] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.976740] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.075084] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f3c25-dd0b-4dd4-8db2-d8ed92074d9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.082348] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8096f4-ea8a-42be-a4af-34e3422c646c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.112879] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f0bd5-2b71-4cab-aaaa-534313f969d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.120759] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6b8f9-318a-48f2-be2e-7de8aa624620 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.137228] env[68089]: DEBUG nova.compute.provider_tree [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.376824] env[68089]: DEBUG oslo_vmware.api [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853146, 'name': PowerOnVM_Task, 'duration_secs': 0.460294} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.377118] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.377324] env[68089]: DEBUG nova.compute.manager [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.378097] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f73a1-4f79-4906-b2d2-bdedb827357e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.479411] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853147, 'name': PowerOffVM_Task, 'duration_secs': 0.105017} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.479803] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.480113] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.480486] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1af5d2-ce17-48eb-a025-efbcd1518d0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.504147] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.504381] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.504571] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleting the datastore file [datastore1] a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.504828] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2cc1d3-9952-4b08-9c9f-8dc70de33c24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.515380] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for the task: (returnval){ [ 964.515380] env[68089]: value = "task-2853149" [ 964.515380] env[68089]: _type = "Task" [ 964.515380] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.522857] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.640564] env[68089]: DEBUG nova.scheduler.client.report [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.894252] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.025320] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.146658] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.147200] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.150019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.340s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.151977] env[68089]: INFO nova.compute.claims [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.526037] env[68089]: DEBUG oslo_vmware.api [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Task: {'id': task-2853149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529706} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.526284] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.526473] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.526647] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.526819] env[68089]: INFO nova.compute.manager [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Took 1.58 seconds to destroy the instance on the hypervisor. [ 965.527076] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.527273] env[68089]: DEBUG nova.compute.manager [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.527372] env[68089]: DEBUG nova.network.neutron [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.543850] env[68089]: DEBUG nova.network.neutron [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.656332] env[68089]: DEBUG nova.compute.utils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.665239] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.665470] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.706837] env[68089]: DEBUG nova.policy [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb92b8f173840a4ad03026a80c03344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6c8e080db840e387b47c0475d94f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.811184] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "637f0abe-b392-4e1b-82b4-991a04298de8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.811426] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.811635] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.811814] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.811977] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.814400] env[68089]: INFO nova.compute.manager [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Terminating instance [ 966.046214] env[68089]: DEBUG nova.network.neutron [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.061340] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Successfully created port: 861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.165725] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.318231] env[68089]: DEBUG nova.compute.manager [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.318466] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.319832] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38030826-1b56-4d14-9fcd-599f99f6ad2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.331931] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.332192] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8885d4-0b36-4bed-8260-9be7521953af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.343036] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 966.343036] env[68089]: value = "task-2853150" [ 966.343036] env[68089]: _type = "Task" [ 966.343036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.350303] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.406113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.406425] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.536086] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e0f41f-275b-43d3-9276-9862f20596ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.543983] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9154926-97cb-43e6-a003-6e7c3b47877d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.573205] env[68089]: INFO nova.compute.manager [-] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Took 1.05 seconds to deallocate network for instance. [ 966.576027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50313a05-680f-43d5-a4b3-2f5933ed0515 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.585300] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ea067-88dc-46eb-a467-b660642ad488 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.599780] env[68089]: DEBUG nova.compute.provider_tree [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.853480] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853150, 'name': PowerOffVM_Task, 'duration_secs': 0.22917} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.853480] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.853480] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.853480] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c62d1845-1178-41fd-b8f0-3b83df206597 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.908789] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.915523] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.915730] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.916661] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore2] 637f0abe-b392-4e1b-82b4-991a04298de8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.916661] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3708848-c275-4345-880d-670aa577ae06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.922746] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 966.922746] env[68089]: value = "task-2853152" [ 966.922746] env[68089]: _type = "Task" [ 966.922746] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.932016] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.083079] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.122374] env[68089]: ERROR nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [req-07158034-1978-45c3-b443-0550d8197851] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07158034-1978-45c3-b443-0550d8197851"}]} [ 967.138612] env[68089]: DEBUG nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 967.154394] env[68089]: DEBUG nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 967.154619] env[68089]: DEBUG nova.compute.provider_tree [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.166342] env[68089]: DEBUG nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 967.181077] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.182261] env[68089]: DEBUG nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 967.201047] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.201353] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.201523] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.201709] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.201853] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.201997] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.202236] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.202397] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.202560] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.202720] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.202890] env[68089]: DEBUG nova.virt.hardware [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.203773] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a4472a-ee87-4851-9239-b73dd66082cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.214695] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865f045-0852-4840-a649-37db8ed8e184 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.430959] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.435754] env[68089]: DEBUG oslo_vmware.api [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149812} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.437937] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.438272] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.438466] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.438856] env[68089]: INFO nova.compute.manager [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 967.438987] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.447817] env[68089]: DEBUG nova.compute.manager [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.447942] env[68089]: DEBUG nova.network.neutron [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.511402] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.511698] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.540059] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be999782-239b-44b2-bec7-9546b0de540d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.547870] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd2651-5c17-4870-b444-f80030996fc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.584527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8f4fe-db4b-4598-b9af-9c54376337d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.594316] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c28a1-fcd3-477b-b9bf-f91777a5e538 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.599936] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Successfully updated port: 861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.612886] env[68089]: DEBUG nova.compute.provider_tree [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.616599] env[68089]: DEBUG nova.compute.manager [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Received event network-vif-plugged-861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.616853] env[68089]: DEBUG oslo_concurrency.lockutils [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.617139] env[68089]: DEBUG oslo_concurrency.lockutils [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] Lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.617460] env[68089]: DEBUG oslo_concurrency.lockutils [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] Lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.617533] env[68089]: DEBUG nova.compute.manager [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] No waiting events found dispatching network-vif-plugged-861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.617739] env[68089]: WARNING nova.compute.manager [req-1dfaa585-f0c8-44ef-9908-33bf1baf133c req-6efe89e0-e4a1-4b3a-93a8-3cf972daddf2 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Received unexpected event network-vif-plugged-861fff92-105d-4af5-9cca-c13b98ee026a for instance with vm_state building and task_state spawning. [ 967.840104] env[68089]: DEBUG nova.compute.manager [req-327499c1-872e-4388-8d68-4ef32e4c2464 req-9983287c-385d-451f-bc86-f9748e10a2b1 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Received event network-vif-deleted-7c871baa-5bdf-4258-ba6a-93b1c30a70d1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.840327] env[68089]: INFO nova.compute.manager [req-327499c1-872e-4388-8d68-4ef32e4c2464 req-9983287c-385d-451f-bc86-f9748e10a2b1 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Neutron deleted interface 7c871baa-5bdf-4258-ba6a-93b1c30a70d1; detaching it from the instance and deleting it from the info cache [ 967.840505] env[68089]: DEBUG nova.network.neutron [req-327499c1-872e-4388-8d68-4ef32e4c2464 req-9983287c-385d-451f-bc86-f9748e10a2b1 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.950788] env[68089]: INFO nova.compute.manager [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Rebuilding instance [ 967.997796] env[68089]: DEBUG nova.compute.manager [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.998718] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18f32b-9144-4980-9d48-d72bd185e130 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.119024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.119024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.119024] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.155468] env[68089]: DEBUG nova.scheduler.client.report [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.155468] env[68089]: DEBUG nova.compute.provider_tree [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 121 to 122 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.155468] env[68089]: DEBUG nova.compute.provider_tree [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.324829] env[68089]: DEBUG nova.network.neutron [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.343975] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-626516cb-4944-452d-9a2a-53b04b7b6030 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.354379] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413fbe0-eb4c-44dc-ab63-133cc2238e73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.383675] env[68089]: DEBUG nova.compute.manager [req-327499c1-872e-4388-8d68-4ef32e4c2464 req-9983287c-385d-451f-bc86-f9748e10a2b1 service nova] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Detach interface failed, port_id=7c871baa-5bdf-4258-ba6a-93b1c30a70d1, reason: Instance 637f0abe-b392-4e1b-82b4-991a04298de8 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 968.660397] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.510s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.661136] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.665186] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.968s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.667750] env[68089]: INFO nova.compute.claims [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.676119] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.828041] env[68089]: INFO nova.compute.manager [-] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Took 1.38 seconds to deallocate network for instance. [ 968.894305] env[68089]: DEBUG nova.network.neutron [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updating instance_info_cache with network_info: [{"id": "861fff92-105d-4af5-9cca-c13b98ee026a", "address": "fa:16:3e:7b:11:b9", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fff92-10", "ovs_interfaceid": "861fff92-105d-4af5-9cca-c13b98ee026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.014641] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.014980] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7507355-a34e-4a4e-a756-8284fca8c996 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.023079] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 969.023079] env[68089]: value = "task-2853153" [ 969.023079] env[68089]: _type = "Task" [ 969.023079] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.031767] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.172874] env[68089]: DEBUG nova.compute.utils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.174647] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.174934] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.340089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.357456] env[68089]: DEBUG nova.policy [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b536981ce5f04f87994c9678777399f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db8d508d0e04fe082e537c1694b5f77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.397229] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.397930] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Instance network_info: |[{"id": "861fff92-105d-4af5-9cca-c13b98ee026a", "address": "fa:16:3e:7b:11:b9", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fff92-10", "ovs_interfaceid": "861fff92-105d-4af5-9cca-c13b98ee026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.400017] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:11:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861fff92-105d-4af5-9cca-c13b98ee026a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.409926] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating folder: Project (5d6c8e080db840e387b47c0475d94f15). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.409926] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a071ca-acf5-4fe9-9c7b-94bcaf2c5199 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.421059] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created folder: Project (5d6c8e080db840e387b47c0475d94f15) in parent group-v573447. [ 969.421303] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating folder: Instances. Parent ref: group-v573695. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.421566] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa153892-5491-4d98-aa0f-8a40e20384e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.431400] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created folder: Instances in parent group-v573695. [ 969.431400] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.431605] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.432375] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f61682-e655-4a5e-87cc-45226fc2135b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.455408] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.455408] env[68089]: value = "task-2853156" [ 969.455408] env[68089]: _type = "Task" [ 969.455408] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.463128] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853156, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.534309] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853153, 'name': PowerOffVM_Task, 'duration_secs': 0.245506} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.534585] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.534812] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.535568] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285afba-73ba-453b-92c1-435aa838e467 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.541865] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.542099] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11480fc5-10b0-41e9-845b-0d00e7968282 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.604707] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.604871] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.605086] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleting the datastore file [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.605360] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4ef370-fee2-4d99-9c77-d519fe66ffba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.611360] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 969.611360] env[68089]: value = "task-2853158" [ 969.611360] env[68089]: _type = "Task" [ 969.611360] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.618743] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.679096] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.829099] env[68089]: DEBUG nova.compute.manager [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Received event network-changed-861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.829203] env[68089]: DEBUG nova.compute.manager [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Refreshing instance network info cache due to event network-changed-861fff92-105d-4af5-9cca-c13b98ee026a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.829446] env[68089]: DEBUG oslo_concurrency.lockutils [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] Acquiring lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.829608] env[68089]: DEBUG oslo_concurrency.lockutils [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] Acquired lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.829770] env[68089]: DEBUG nova.network.neutron [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Refreshing network info cache for port 861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.966902] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853156, 'name': CreateVM_Task, 'duration_secs': 0.335136} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.967088] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.967741] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.967906] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.968250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.968505] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de6d388-d062-475f-a0e1-9e80a4f82a1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.974219] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 969.974219] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524b6907-139d-9c2d-6183-ab65a2875aa1" [ 969.974219] env[68089]: _type = "Task" [ 969.974219] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.982689] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524b6907-139d-9c2d-6183-ab65a2875aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.994194] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Successfully created port: 334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.053093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c3aa4-5ff9-4192-a032-a119d43532dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.062201] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660898b-0054-49dc-8e1e-a21ae1f4706a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.094261] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca29f52-59ce-4c5c-9bf8-42f42344c002 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.103206] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf4eee8-7e9d-4ec0-a9a8-c441b771e927 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.118752] env[68089]: DEBUG nova.compute.provider_tree [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.127557] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225121} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.127811] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.127996] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.128292] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.489884] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524b6907-139d-9c2d-6183-ab65a2875aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.489884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.489884] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.489884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.489884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.489884] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.489884] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72db5e37-a81a-4768-a1c3-555b36f815c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.499868] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.500087] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.500862] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b978c8-9f93-4570-93aa-39a23ac69516 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.506695] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 970.506695] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf2522-9cee-0f44-4dda-e6e815472683" [ 970.506695] env[68089]: _type = "Task" [ 970.506695] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.515616] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf2522-9cee-0f44-4dda-e6e815472683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.551621] env[68089]: DEBUG nova.network.neutron [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updated VIF entry in instance network info cache for port 861fff92-105d-4af5-9cca-c13b98ee026a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.714664] env[68089]: DEBUG nova.network.neutron [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updating instance_info_cache with network_info: [{"id": "861fff92-105d-4af5-9cca-c13b98ee026a", "address": "fa:16:3e:7b:11:b9", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fff92-10", "ovs_interfaceid": "861fff92-105d-4af5-9cca-c13b98ee026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.714664] env[68089]: DEBUG nova.scheduler.client.report [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.714664] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.729193] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.730028] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.730028] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.730028] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.730028] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.730256] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.730326] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.730522] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.730732] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.730861] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.731045] env[68089]: DEBUG nova.virt.hardware [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.731906] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e637e9-e490-478f-be62-cc3fb9dc91fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.740304] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c74e4-2811-4e54-9d89-bc253c3c3c6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019533] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf2522-9cee-0f44-4dda-e6e815472683, 'name': SearchDatastore_Task, 'duration_secs': 0.011655} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.020022] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52dd2ce-6756-41ab-af86-9c0a2519471d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.026074] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 971.026074] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5221da8f-6b31-9912-226e-da16cbab4492" [ 971.026074] env[68089]: _type = "Task" [ 971.026074] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.035437] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221da8f-6b31-9912-226e-da16cbab4492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.055264] env[68089]: DEBUG oslo_concurrency.lockutils [req-cdf2e3c6-d445-4c5f-9785-5341c9bf6d43 req-f00f99d4-7ac6-4c81-9245-ab02e3db9c43 service nova] Releasing lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.132424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.132982] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.135650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.556s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.140030] env[68089]: INFO nova.compute.claims [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.165904] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.166214] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.166378] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.166562] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.166869] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.166869] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.167069] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.167233] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.168032] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.168032] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.168032] env[68089]: DEBUG nova.virt.hardware [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.168606] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f0ca18-7696-41dc-bc6b-98cb1e175d85 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.177816] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443ab90c-9dd3-4fb3-ae48-5cf4ff7b3e32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.192084] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:97:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292ffcc8-bfff-4ec9-9355-281c52d84672', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.199499] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.199983] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.200213] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd38b1e-91af-4144-ab0c-af57df3717fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.222085] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.222085] env[68089]: value = "task-2853159" [ 971.222085] env[68089]: _type = "Task" [ 971.222085] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.229839] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853159, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.536812] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5221da8f-6b31-9912-226e-da16cbab4492, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.537100] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.537336] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 1e0feae4-454d-40fc-9509-1409e14d087f/1e0feae4-454d-40fc-9509-1409e14d087f.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.537593] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6da7fc03-f625-47af-9d2a-8b7a3826f3c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.541616] env[68089]: DEBUG nova.compute.manager [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Received event network-vif-plugged-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.541768] env[68089]: DEBUG oslo_concurrency.lockutils [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] Acquiring lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.542116] env[68089]: DEBUG oslo_concurrency.lockutils [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.542199] env[68089]: DEBUG oslo_concurrency.lockutils [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.542417] env[68089]: DEBUG nova.compute.manager [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] No waiting events found dispatching network-vif-plugged-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.542532] env[68089]: WARNING nova.compute.manager [req-a3c29a4e-a85f-4b7a-b992-bf1ad9b9540b req-432c020b-0a45-4613-9ccf-5b08eb0e46ac service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Received unexpected event network-vif-plugged-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 for instance with vm_state building and task_state spawning. [ 971.546901] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 971.546901] env[68089]: value = "task-2853160" [ 971.546901] env[68089]: _type = "Task" [ 971.546901] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.555850] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.649058] env[68089]: DEBUG nova.compute.utils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.649058] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.649058] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.718396] env[68089]: DEBUG nova.policy [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b536981ce5f04f87994c9678777399f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db8d508d0e04fe082e537c1694b5f77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.720929] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Successfully updated port: 334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.734152] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853159, 'name': CreateVM_Task, 'duration_secs': 0.402267} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.734334] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.737190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.737190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.737190] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.737190] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1291ef93-626d-4b44-9102-1cf86ec8851f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.742388] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 971.742388] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5268f54d-bb60-70d7-9a85-eb7b5f99793c" [ 971.742388] env[68089]: _type = "Task" [ 971.742388] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.751195] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5268f54d-bb60-70d7-9a85-eb7b5f99793c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.030994] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Successfully created port: f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.056760] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46321} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.057133] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 1e0feae4-454d-40fc-9509-1409e14d087f/1e0feae4-454d-40fc-9509-1409e14d087f.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.057451] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.057767] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68466882-ac5e-41e4-99af-c4e6e7eff483 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.064270] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 972.064270] env[68089]: value = "task-2853161" [ 972.064270] env[68089]: _type = "Task" [ 972.064270] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.074401] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.152398] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.226594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.226594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.226802] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.255260] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5268f54d-bb60-70d7-9a85-eb7b5f99793c, 'name': SearchDatastore_Task, 'duration_secs': 0.020131} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.258574] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.258855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.259154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.259324] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.259525] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.263029] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-552485b3-2595-435c-b535-17d597afb15e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.268875] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.269034] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.269800] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c9ea01-6e7a-430a-a918-bcd7c164018a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.278101] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 972.278101] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529fcaa4-ae32-479d-1a86-3e93ca24f6fe" [ 972.278101] env[68089]: _type = "Task" [ 972.278101] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.286924] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529fcaa4-ae32-479d-1a86-3e93ca24f6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008822} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.287686] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef973374-f353-4ec4-953d-2668d21ef229 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.292424] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 972.292424] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52eb3c0d-952c-01a5-68c9-9dcb0bd034ec" [ 972.292424] env[68089]: _type = "Task" [ 972.292424] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.304067] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52eb3c0d-952c-01a5-68c9-9dcb0bd034ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.304395] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.304671] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.304926] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d7833b-ba6d-4b1f-9ce8-f0cc3856a6b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.317394] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 972.317394] env[68089]: value = "task-2853162" [ 972.317394] env[68089]: _type = "Task" [ 972.317394] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.325493] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.535621] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd91cd8-8131-435a-a3b4-03633a0fd515 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.544054] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c914c-93da-49d1-829b-03e80a2e26d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.579615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d51656-bdff-4b57-896d-18d5d6eea5e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.591961] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe9152d-af23-4d9b-8080-aabe66c47b4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.596313] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066911} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.596607] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.597826] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68181df7-0b16-4e82-8fc0-65fd8835ccb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.608757] env[68089]: DEBUG nova.compute.provider_tree [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.631148] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1e0feae4-454d-40fc-9509-1409e14d087f/1e0feae4-454d-40fc-9509-1409e14d087f.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.632182] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d07be34-926e-475e-bbe0-c66b90e386b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.653101] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 972.653101] env[68089]: value = "task-2853163" [ 972.653101] env[68089]: _type = "Task" [ 972.653101] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.665275] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.791180] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.827758] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.007536] env[68089]: DEBUG nova.network.neutron [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Updating instance_info_cache with network_info: [{"id": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "address": "fa:16:3e:5c:63:88", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334ca80c-f8", "ovs_interfaceid": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.112546] env[68089]: DEBUG nova.scheduler.client.report [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.162826] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853163, 'name': ReconfigVM_Task, 'duration_secs': 0.409009} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.163180] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1e0feae4-454d-40fc-9509-1409e14d087f/1e0feae4-454d-40fc-9509-1409e14d087f.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.163847] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09422248-1797-4b19-bd5a-86e7ae3cf3ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.166479] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.173410] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 973.173410] env[68089]: value = "task-2853164" [ 973.173410] env[68089]: _type = "Task" [ 973.173410] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.181364] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853164, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.190782] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.191016] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.191185] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.191406] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.191564] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.191748] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.191913] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.192083] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.192255] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.192459] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.192640] env[68089]: DEBUG nova.virt.hardware [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.193479] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a3b71e-5b6c-4795-a65d-a44c25c8599c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.200727] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0597d043-96d2-429a-a88d-7079861a480c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.328796] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55981} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.328796] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.328796] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.328989] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b070ad64-d5a4-4760-a35a-163f092e3537 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.336455] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 973.336455] env[68089]: value = "task-2853165" [ 973.336455] env[68089]: _type = "Task" [ 973.336455] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.343327] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.510232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.510627] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Instance network_info: |[{"id": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "address": "fa:16:3e:5c:63:88", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334ca80c-f8", "ovs_interfaceid": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.511079] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:63:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '334ca80c-f8e8-4b99-9ad0-35ae2074e2c1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.519174] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating folder: Project (5db8d508d0e04fe082e537c1694b5f77). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.519746] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d98cd48b-95f7-470e-9115-80da2dff8cff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.529464] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Created folder: Project (5db8d508d0e04fe082e537c1694b5f77) in parent group-v573447. [ 973.529706] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating folder: Instances. Parent ref: group-v573699. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.529919] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb29351-194b-4542-a1ef-a0940450ed65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.538663] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Created folder: Instances in parent group-v573699. [ 973.538943] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.539904] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.540165] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26c0c6d-4486-4578-9317-34526cc37b71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.560651] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.560651] env[68089]: value = "task-2853168" [ 973.560651] env[68089]: _type = "Task" [ 973.560651] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.569110] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853168, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.617892] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.618753] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.621789] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.516s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.622037] env[68089]: DEBUG nova.objects.instance [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lazy-loading 'resources' on Instance uuid a277398f-2d2e-4b99-a8db-f5bb587e5cf2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.651289] env[68089]: DEBUG nova.compute.manager [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Received event network-changed-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.651289] env[68089]: DEBUG nova.compute.manager [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Refreshing instance network info cache due to event network-changed-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 973.651289] env[68089]: DEBUG oslo_concurrency.lockutils [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] Acquiring lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.651487] env[68089]: DEBUG oslo_concurrency.lockutils [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] Acquired lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.652182] env[68089]: DEBUG nova.network.neutron [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Refreshing network info cache for port 334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.683666] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853164, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.756784] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Successfully updated port: f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.786751] env[68089]: DEBUG nova.compute.manager [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Received event network-vif-plugged-f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.786926] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] Acquiring lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.787150] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] Lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.787321] env[68089]: DEBUG oslo_concurrency.lockutils [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] Lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.787476] env[68089]: DEBUG nova.compute.manager [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] No waiting events found dispatching network-vif-plugged-f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.787647] env[68089]: WARNING nova.compute.manager [req-cf459815-2c78-4e99-bd16-100ed1680d5f req-3e45a90c-1595-4dda-a8e3-e2572ccfac42 service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Received unexpected event network-vif-plugged-f64a7e06-9e40-4c42-ab42-05fc34fdca11 for instance with vm_state building and task_state spawning. [ 973.846519] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29114} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.846811] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.847585] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3792b52-4c15-4f84-ba3a-2df9390e9470 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.869199] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.869440] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73ba602-a522-46fb-a1b3-5175e70cfbf0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.888032] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 973.888032] env[68089]: value = "task-2853169" [ 973.888032] env[68089]: _type = "Task" [ 973.888032] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.901951] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.070398] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853168, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.125512] env[68089]: DEBUG nova.compute.utils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.130099] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.130256] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.172323] env[68089]: DEBUG nova.policy [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cec68fcbc7bc4875a3576f00c6676d11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ff4f150a4f44dab5884b1279f82a74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.186791] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853164, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.258204] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.258361] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.258512] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.402019] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853169, 'name': ReconfigVM_Task, 'duration_secs': 0.287795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.402527] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e/6ccf595f-a1ba-453a-a53a-0d44130e8b7e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.403257] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d98ccc0-9eb2-4742-b26f-fa06e7871ab3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.414971] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 974.414971] env[68089]: value = "task-2853170" [ 974.414971] env[68089]: _type = "Task" [ 974.414971] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.423825] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853170, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.501971] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Successfully created port: d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.509549] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f51ce4a-512b-49d9-b1af-581abba6a75c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.514064] env[68089]: DEBUG nova.network.neutron [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Updated VIF entry in instance network info cache for port 334ca80c-f8e8-4b99-9ad0-35ae2074e2c1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.514663] env[68089]: DEBUG nova.network.neutron [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Updating instance_info_cache with network_info: [{"id": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "address": "fa:16:3e:5c:63:88", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap334ca80c-f8", "ovs_interfaceid": "334ca80c-f8e8-4b99-9ad0-35ae2074e2c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.518726] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb8868b-2277-4c79-8d1e-ac86ad974a8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.550637] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ac458-2b0a-4c76-945b-88577c5b04b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.561214] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6050d99-bb81-46f8-b161-e5b1394526d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.574322] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853168, 'name': CreateVM_Task, 'duration_secs': 1.001409} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.582458] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.582936] env[68089]: DEBUG nova.compute.provider_tree [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.584635] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.585262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.585262] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.585881] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369a862b-eab0-4912-b4fe-26f586c72c6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.590017] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 974.590017] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5273a80a-4d01-81aa-7063-a356147711af" [ 974.590017] env[68089]: _type = "Task" [ 974.590017] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.598234] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5273a80a-4d01-81aa-7063-a356147711af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.630709] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.685516] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853164, 'name': Rename_Task, 'duration_secs': 1.154925} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.685782] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.686033] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee2b3c5-b28d-4af5-b081-1dfd49522362 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.692546] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 974.692546] env[68089]: value = "task-2853171" [ 974.692546] env[68089]: _type = "Task" [ 974.692546] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.707845] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.820563] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.932744] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853170, 'name': Rename_Task, 'duration_secs': 0.144057} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.933163] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.933507] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b956a6-3e20-4b1a-8b8c-ecc03b9ceebb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.941550] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 974.941550] env[68089]: value = "task-2853172" [ 974.941550] env[68089]: _type = "Task" [ 974.941550] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.949556] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.013786] env[68089]: DEBUG nova.network.neutron [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Updating instance_info_cache with network_info: [{"id": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "address": "fa:16:3e:78:15:10", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64a7e06-9e", "ovs_interfaceid": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.019025] env[68089]: DEBUG oslo_concurrency.lockutils [req-60352f6d-554d-4fa7-a6c8-7875bac91340 req-825d4bc9-36ec-4c07-b2f2-0b65643ea542 service nova] Releasing lock "refresh_cache-2fbfca9d-85de-44f7-b847-30d4b8e10901" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.103404] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5273a80a-4d01-81aa-7063-a356147711af, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.103634] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.103875] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.104128] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.104280] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.104459] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.104721] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d93613f-064d-4450-a28a-cab906b8fa6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.112989] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.113264] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.114331] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da67586-144c-4488-bbc8-9251fe043ee5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.119995] env[68089]: DEBUG nova.scheduler.client.report [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 975.120309] env[68089]: DEBUG nova.compute.provider_tree [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 122 to 123 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 975.120547] env[68089]: DEBUG nova.compute.provider_tree [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.125510] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 975.125510] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521b1d55-e976-7a5a-c32e-b1e9db23e1a3" [ 975.125510] env[68089]: _type = "Task" [ 975.125510] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.138984] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521b1d55-e976-7a5a-c32e-b1e9db23e1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.138984] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbccd2b-7bab-4a72-8e2f-5d320b12bf23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.144956] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 975.144956] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523fe8e2-5ef3-8c69-f7bb-f5e834cebcdc" [ 975.144956] env[68089]: _type = "Task" [ 975.144956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.153654] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523fe8e2-5ef3-8c69-f7bb-f5e834cebcdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.202538] env[68089]: DEBUG oslo_vmware.api [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853171, 'name': PowerOnVM_Task, 'duration_secs': 0.460005} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.203106] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.203318] env[68089]: INFO nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Took 8.02 seconds to spawn the instance on the hypervisor. [ 975.203573] env[68089]: DEBUG nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.204353] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83525a14-3e60-485a-bfd2-b67c789c5fc2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.453592] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.519384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.519384] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Instance network_info: |[{"id": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "address": "fa:16:3e:78:15:10", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64a7e06-9e", "ovs_interfaceid": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.519636] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:15:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64a7e06-9e40-4c42-ab42-05fc34fdca11', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.527207] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.527411] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.527625] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0a1ebf0-8567-4752-acc3-d7f65e2843e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.547963] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.547963] env[68089]: value = "task-2853173" [ 975.547963] env[68089]: _type = "Task" [ 975.547963] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.555577] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853173, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.630792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.633392] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.115s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.635132] env[68089]: INFO nova.compute.claims [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.642638] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.657177] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523fe8e2-5ef3-8c69-f7bb-f5e834cebcdc, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.657728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.658510] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2fbfca9d-85de-44f7-b847-30d4b8e10901/2fbfca9d-85de-44f7-b847-30d4b8e10901.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.658510] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c49f5c-407c-4ef0-a41a-895bdd8427e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.663726] env[68089]: INFO nova.scheduler.client.report [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Deleted allocations for instance a277398f-2d2e-4b99-a8db-f5bb587e5cf2 [ 975.666875] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 975.666875] env[68089]: value = "task-2853174" [ 975.666875] env[68089]: _type = "Task" [ 975.666875] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.679913] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.692680] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.692947] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.694416] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.695171] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.695171] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.695171] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.695625] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.695625] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.695625] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.695754] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.695932] env[68089]: DEBUG nova.virt.hardware [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.696843] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d050737-30ba-4392-8dc3-89cea24354c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.706538] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aacb979-2e36-410f-8a72-aa5d82f89d11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.738550] env[68089]: INFO nova.compute.manager [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Took 37.01 seconds to build instance. [ 975.953464] env[68089]: DEBUG oslo_vmware.api [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853172, 'name': PowerOnVM_Task, 'duration_secs': 0.836602} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.953777] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.954339] env[68089]: DEBUG nova.compute.manager [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.955092] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd67991-dccb-4a7f-af82-bc9d481660c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.959818] env[68089]: DEBUG nova.compute.manager [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Received event network-changed-f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 975.960020] env[68089]: DEBUG nova.compute.manager [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Refreshing instance network info cache due to event network-changed-f64a7e06-9e40-4c42-ab42-05fc34fdca11. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 975.960244] env[68089]: DEBUG oslo_concurrency.lockutils [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] Acquiring lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.960382] env[68089]: DEBUG oslo_concurrency.lockutils [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] Acquired lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.960538] env[68089]: DEBUG nova.network.neutron [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Refreshing network info cache for port f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.063228] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853173, 'name': CreateVM_Task, 'duration_secs': 0.39854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.063666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.064666] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.064925] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.065275] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.065618] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0937b948-aa15-447d-a876-b88562e8e12e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.072030] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 976.072030] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52317533-9122-a747-8a4e-1a479d18eee9" [ 976.072030] env[68089]: _type = "Task" [ 976.072030] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.081131] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52317533-9122-a747-8a4e-1a479d18eee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.177468] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853174, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.185893] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c9ea5d61-f4c8-4ca6-bdbf-dede05d6f724 tempest-ServersWithSpecificFlavorTestJSON-1367029613 tempest-ServersWithSpecificFlavorTestJSON-1367029613-project-member] Lock "a277398f-2d2e-4b99-a8db-f5bb587e5cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.489s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.240156] env[68089]: DEBUG oslo_concurrency.lockutils [None req-93eab6be-3508-4b7a-b0f5-8e9d1fc99792 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.522s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.386523] env[68089]: DEBUG nova.compute.manager [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Received event network-vif-plugged-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.386828] env[68089]: DEBUG oslo_concurrency.lockutils [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] Acquiring lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.387007] env[68089]: DEBUG oslo_concurrency.lockutils [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.387191] env[68089]: DEBUG oslo_concurrency.lockutils [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.387383] env[68089]: DEBUG nova.compute.manager [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] No waiting events found dispatching network-vif-plugged-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.387525] env[68089]: WARNING nova.compute.manager [req-362db0ff-8649-4e12-9989-152b25ad2d3c req-34ceac92-760c-4d9c-a03b-6038cc46fff5 service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Received unexpected event network-vif-plugged-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a for instance with vm_state building and task_state spawning. [ 976.478622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.583329] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52317533-9122-a747-8a4e-1a479d18eee9, 'name': SearchDatastore_Task, 'duration_secs': 0.05806} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.583598] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.583834] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.584416] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.584416] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.584416] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.584661] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83db737-9f98-4010-81a1-6d1f18597fa3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.599870] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Successfully updated port: d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.603076] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.603310] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.604280] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df98945f-e6d4-4ad4-bfbc-0788c29dbe80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.610272] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 976.610272] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52199174-1805-3b7a-4734-4d04b9145d9a" [ 976.610272] env[68089]: _type = "Task" [ 976.610272] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.619652] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52199174-1805-3b7a-4734-4d04b9145d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.680809] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594908} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.681182] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2fbfca9d-85de-44f7-b847-30d4b8e10901/2fbfca9d-85de-44f7-b847-30d4b8e10901.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.681467] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.681852] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e66c270b-57ec-40d5-b153-22ad85657b11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.690500] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 976.690500] env[68089]: value = "task-2853175" [ 976.690500] env[68089]: _type = "Task" [ 976.690500] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.703015] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.745739] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.970066] env[68089]: DEBUG nova.network.neutron [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Updated VIF entry in instance network info cache for port f64a7e06-9e40-4c42-ab42-05fc34fdca11. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.970448] env[68089]: DEBUG nova.network.neutron [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Updating instance_info_cache with network_info: [{"id": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "address": "fa:16:3e:78:15:10", "network": {"id": "96560574-6975-4aec-9ebc-2a39a7222783", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "7b232f6d2a2d4708a13832a9e9833510", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64a7e06-9e", "ovs_interfaceid": "f64a7e06-9e40-4c42-ab42-05fc34fdca11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.995849] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d630e-53aa-4546-b23e-3adb2d3bc513 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003565] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cb83dc-d200-46ff-a9c6-3b02420a65a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.037086] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bcf160-522f-4f51-9442-f6512d3740fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.046104] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a6aafd-c9bf-4f9f-b345-b07d2cb4d976 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.061269] env[68089]: DEBUG nova.compute.provider_tree [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.103091] env[68089]: DEBUG nova.compute.manager [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Received event network-changed-861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.103091] env[68089]: DEBUG nova.compute.manager [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Refreshing instance network info cache due to event network-changed-861fff92-105d-4af5-9cca-c13b98ee026a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 977.103091] env[68089]: DEBUG oslo_concurrency.lockutils [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] Acquiring lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.103091] env[68089]: DEBUG oslo_concurrency.lockutils [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] Acquired lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.103091] env[68089]: DEBUG nova.network.neutron [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Refreshing network info cache for port 861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.105536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.105694] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquired lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.105858] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.122855] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52199174-1805-3b7a-4734-4d04b9145d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.045806} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.123922] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c169277a-8389-4feb-8aad-7d162b1c008a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.129108] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 977.129108] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52379719-6d8d-9c63-ba60-2692399868aa" [ 977.129108] env[68089]: _type = "Task" [ 977.129108] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.137531] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52379719-6d8d-9c63-ba60-2692399868aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.203483] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.450339} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.203766] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.204575] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97f7ed6-bf94-4737-9c59-18b5a030b948 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.226978] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2fbfca9d-85de-44f7-b847-30d4b8e10901/2fbfca9d-85de-44f7-b847-30d4b8e10901.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.227291] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4e3cb2-9daf-45b7-a2be-004c2a828b1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.253379] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 977.253379] env[68089]: value = "task-2853176" [ 977.253379] env[68089]: _type = "Task" [ 977.253379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.268614] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.270165] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.472887] env[68089]: DEBUG oslo_concurrency.lockutils [req-d511d726-c549-471c-bd0c-5997ed3d1d16 req-5d27e9aa-3476-4750-a9fc-bae2e0196d6d service nova] Releasing lock "refresh_cache-639c96ec-6604-4998-8115-a95d91da2a7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.564759] env[68089]: DEBUG nova.scheduler.client.report [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.641217] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52379719-6d8d-9c63-ba60-2692399868aa, 'name': SearchDatastore_Task, 'duration_secs': 0.031372} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.641217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.641959] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 639c96ec-6604-4998-8115-a95d91da2a7a/639c96ec-6604-4998-8115-a95d91da2a7a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.641959] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-326b3d0f-ad6d-4354-9de3-09f6eb437df1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.647657] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.655462] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 977.655462] env[68089]: value = "task-2853177" [ 977.655462] env[68089]: _type = "Task" [ 977.655462] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.664128] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.768947] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853176, 'name': ReconfigVM_Task, 'duration_secs': 0.289079} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.768947] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2fbfca9d-85de-44f7-b847-30d4b8e10901/2fbfca9d-85de-44f7-b847-30d4b8e10901.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.768947] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2642ed6-cd7f-48aa-bd3a-7d4ea6265894 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.776691] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 977.776691] env[68089]: value = "task-2853178" [ 977.776691] env[68089]: _type = "Task" [ 977.776691] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.784976] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853178, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.838818] env[68089]: DEBUG nova.network.neutron [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Updating instance_info_cache with network_info: [{"id": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "address": "fa:16:3e:41:10:f3", "network": {"id": "185133eb-ac04-4758-80c4-b04abd3398d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-402767903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ff4f150a4f44dab5884b1279f82a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d83e85-7f", "ovs_interfaceid": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.976066] env[68089]: DEBUG nova.network.neutron [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updated VIF entry in instance network info cache for port 861fff92-105d-4af5-9cca-c13b98ee026a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.976482] env[68089]: DEBUG nova.network.neutron [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updating instance_info_cache with network_info: [{"id": "861fff92-105d-4af5-9cca-c13b98ee026a", "address": "fa:16:3e:7b:11:b9", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861fff92-10", "ovs_interfaceid": "861fff92-105d-4af5-9cca-c13b98ee026a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.070987] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.071654] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.074732] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.516s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.076859] env[68089]: INFO nova.compute.claims [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.168319] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496665} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.168319] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 639c96ec-6604-4998-8115-a95d91da2a7a/639c96ec-6604-4998-8115-a95d91da2a7a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.168319] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.168319] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04590fd1-1106-4e23-a9f1-9e4429e83471 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.173758] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 978.173758] env[68089]: value = "task-2853179" [ 978.173758] env[68089]: _type = "Task" [ 978.173758] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.181753] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.225618] env[68089]: DEBUG nova.compute.manager [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Received event network-changed-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.226079] env[68089]: DEBUG nova.compute.manager [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Refreshing instance network info cache due to event network-changed-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 978.226170] env[68089]: DEBUG oslo_concurrency.lockutils [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] Acquiring lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.287506] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853178, 'name': Rename_Task, 'duration_secs': 0.422405} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.287506] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.287792] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fedecff0-21ce-4bfd-8493-e0775e81643c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.294837] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 978.294837] env[68089]: value = "task-2853180" [ 978.294837] env[68089]: _type = "Task" [ 978.294837] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.305935] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.342417] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Releasing lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.342909] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Instance network_info: |[{"id": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "address": "fa:16:3e:41:10:f3", "network": {"id": "185133eb-ac04-4758-80c4-b04abd3398d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-402767903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ff4f150a4f44dab5884b1279f82a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d83e85-7f", "ovs_interfaceid": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.343258] env[68089]: DEBUG oslo_concurrency.lockutils [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] Acquired lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.343443] env[68089]: DEBUG nova.network.neutron [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Refreshing network info cache for port d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.344858] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:10:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d83e85-7fa2-4a3f-9f35-3753f98cfd9a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.354030] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Creating folder: Project (a9ff4f150a4f44dab5884b1279f82a74). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.355065] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab8a2f2d-d55e-40ee-b891-83f644add080 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.368694] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Created folder: Project (a9ff4f150a4f44dab5884b1279f82a74) in parent group-v573447. [ 978.368694] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Creating folder: Instances. Parent ref: group-v573703. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.369034] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab9b4c78-00c1-4241-a1ff-4c78a6f8739f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.382629] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Created folder: Instances in parent group-v573703. [ 978.382845] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.383083] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.383311] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac1d71e1-4887-4389-b972-c687c0f1d282 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.403290] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.403290] env[68089]: value = "task-2853183" [ 978.403290] env[68089]: _type = "Task" [ 978.403290] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.411191] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853183, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.480121] env[68089]: DEBUG oslo_concurrency.lockutils [req-722c9c08-e83c-4119-9935-cdfcbd210e1a req-c1233182-0ff9-4977-9b2a-1051d4f5ec0c service nova] Releasing lock "refresh_cache-1e0feae4-454d-40fc-9509-1409e14d087f" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.585319] env[68089]: DEBUG nova.compute.utils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.587382] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.587560] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.688189] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066831} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.689758] env[68089]: DEBUG nova.policy [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b51f230d135a44c49559c52b65e43e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3389d4012b53413692cf1815babb0840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.691573] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.692630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9274d4-f066-487c-8f2e-0551226637cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.715997] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 639c96ec-6604-4998-8115-a95d91da2a7a/639c96ec-6604-4998-8115-a95d91da2a7a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.716295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d68b018-50f1-44a0-ab99-3986262bc77b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.737796] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 978.737796] env[68089]: value = "task-2853184" [ 978.737796] env[68089]: _type = "Task" [ 978.737796] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.745881] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.746179] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.746389] env[68089]: INFO nova.compute.manager [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Shelving [ 978.748190] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.804480] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853180, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.913978] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853183, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.083492] env[68089]: DEBUG nova.network.neutron [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Updated VIF entry in instance network info cache for port d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.083864] env[68089]: DEBUG nova.network.neutron [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Updating instance_info_cache with network_info: [{"id": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "address": "fa:16:3e:41:10:f3", "network": {"id": "185133eb-ac04-4758-80c4-b04abd3398d5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-402767903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ff4f150a4f44dab5884b1279f82a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d83e85-7f", "ovs_interfaceid": "d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.088084] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.271303] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.307163] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853180, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.331342] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Successfully created port: c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.415473] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853183, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.462020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2bfe5-8492-4386-9a19-26d382ced7ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.468177] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094d87b-5977-4a4b-a8bf-97d69ab78f9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.501420] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1ae2c-02fa-4089-9fa0-e5fa194484ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.509135] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0dd0b3-320f-48aa-b0cc-6bbdc25a09fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.523692] env[68089]: DEBUG nova.compute.provider_tree [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.587244] env[68089]: DEBUG oslo_concurrency.lockutils [req-2a479faf-7cfa-43dd-ae55-0c2ad0310b4d req-abed2e83-4001-40ee-9b4a-8525f703280b service nova] Releasing lock "refresh_cache-f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.759140] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.762288] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.762288] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee5dce73-82fa-4dd6-81a1-999fb7606ceb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.771198] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 979.771198] env[68089]: value = "task-2853185" [ 979.771198] env[68089]: _type = "Task" [ 979.771198] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.779412] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.810029] env[68089]: DEBUG oslo_vmware.api [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853180, 'name': PowerOnVM_Task, 'duration_secs': 1.179212} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.810029] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.810029] env[68089]: INFO nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 9.12 seconds to spawn the instance on the hypervisor. [ 979.810029] env[68089]: DEBUG nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.810029] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ffa786-0ca8-4a41-b8ad-87c8cf7c0ee8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.917292] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853183, 'name': CreateVM_Task, 'duration_secs': 1.383951} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.917796] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.918775] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.919226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.920154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.920154] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1fc549-1f7b-4d2f-bd3d-4b62319a22bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.925539] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 979.925539] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52de9035-4c6d-16a5-f21e-d04d4f6665a2" [ 979.925539] env[68089]: _type = "Task" [ 979.925539] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.934507] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52de9035-4c6d-16a5-f21e-d04d4f6665a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.028500] env[68089]: DEBUG nova.scheduler.client.report [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.101872] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.135942] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.136572] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.136572] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.136572] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.142928] env[68089]: DEBUG nova.virt.hardware [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.142928] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d456509b-e46d-4049-ad79-c987a4cc4b40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.146908] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1d6636-06cd-4021-8b5b-e5228b94ae17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.253972] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853184, 'name': ReconfigVM_Task, 'duration_secs': 1.306683} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.254437] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 639c96ec-6604-4998-8115-a95d91da2a7a/639c96ec-6604-4998-8115-a95d91da2a7a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.255600] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c01a48bd-bcbc-4fb5-9cdf-c79a7ac7bf13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.265947] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 980.265947] env[68089]: value = "task-2853186" [ 980.265947] env[68089]: _type = "Task" [ 980.265947] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.278184] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853186, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.283880] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853185, 'name': PowerOffVM_Task, 'duration_secs': 0.191729} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.284551] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.285854] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a712b3d-8894-4f2c-bc92-cdd732ceb9fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.308044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b87cc-572a-4a7b-8cce-ae9b59025415 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.325413] env[68089]: INFO nova.compute.manager [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 38.54 seconds to build instance. [ 980.435760] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52de9035-4c6d-16a5-f21e-d04d4f6665a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014469} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.435760] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.435760] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.436887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.436887] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.436887] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.436887] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b9b4946-f579-4afd-b913-033ca34ae1ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.452567] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.452834] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.454047] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84594bb6-5915-4581-bc08-5ca434c672d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.460642] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 980.460642] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5229c9d5-f27e-e6b6-7461-51916bd3d4ae" [ 980.460642] env[68089]: _type = "Task" [ 980.460642] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.468584] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5229c9d5-f27e-e6b6-7461-51916bd3d4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.533408] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.533408] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.535404] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.870s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.535622] env[68089]: DEBUG nova.objects.instance [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'resources' on Instance uuid 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.777995] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853186, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.823025] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.823025] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e900f69-12a2-45b0-b713-45e886934e40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.827469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e154dcbc-cf0f-4b16-af68-44fc84b994a5 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.053s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.831112] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 980.831112] env[68089]: value = "task-2853187" [ 980.831112] env[68089]: _type = "Task" [ 980.831112] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.837999] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.981018] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5229c9d5-f27e-e6b6-7461-51916bd3d4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017524} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.981018] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7475acc-c2af-43fc-b7c1-aec6d04e7408 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.987866] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 980.987866] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52645c42-6e43-55f2-74bd-06ac384ac800" [ 980.987866] env[68089]: _type = "Task" [ 980.987866] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.994411] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52645c42-6e43-55f2-74bd-06ac384ac800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.046328] env[68089]: DEBUG nova.compute.utils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.046328] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.046328] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.102494] env[68089]: DEBUG nova.policy [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec4bb198f0264843ad5ba3bb258899a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '965f64ed75eb43eda3fd9ac9cd804aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.281428] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853186, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.339868] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.358943] env[68089]: DEBUG nova.compute.manager [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Received event network-vif-plugged-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.360043] env[68089]: DEBUG oslo_concurrency.lockutils [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.360043] env[68089]: DEBUG oslo_concurrency.lockutils [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.360043] env[68089]: DEBUG oslo_concurrency.lockutils [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.360475] env[68089]: DEBUG nova.compute.manager [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] No waiting events found dispatching network-vif-plugged-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.360866] env[68089]: WARNING nova.compute.manager [req-0ac57336-fabe-49bb-8255-253248450f4a req-2ccf495b-4352-42fc-a8bd-9144f5117940 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Received unexpected event network-vif-plugged-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 for instance with vm_state building and task_state spawning. [ 981.389173] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Successfully created port: 510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.444354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb17f18-17dc-4fcb-9872-fbafacde5f54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.452767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f640e7f0-fac0-40db-9dd3-acc0d2a2cab8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.486184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f82f5-24e6-463a-ab23-2ac8f69837fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.500513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7d2fe-d299-4613-a40e-7aa43932f7d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.504799] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52645c42-6e43-55f2-74bd-06ac384ac800, 'name': SearchDatastore_Task, 'duration_secs': 0.02987} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.505139] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.505477] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f31ff616-b5a3-4b66-b1ef-8e076cffdbbc/f31ff616-b5a3-4b66-b1ef-8e076cffdbbc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.506159] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e43fbfa-84e1-4fae-8b19-130adbbaefe3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.516229] env[68089]: DEBUG nova.compute.provider_tree [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.523083] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 981.523083] env[68089]: value = "task-2853188" [ 981.523083] env[68089]: _type = "Task" [ 981.523083] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.534295] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.552408] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.601630] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Successfully updated port: c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.778976] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853186, 'name': Rename_Task, 'duration_secs': 1.189795} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.779361] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.779666] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a2c0e6f-43e5-4903-9afd-b6d1c9a77bf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.786970] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 981.786970] env[68089]: value = "task-2853189" [ 981.786970] env[68089]: _type = "Task" [ 981.786970] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.797315] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.843366] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853187, 'name': CreateSnapshot_Task, 'duration_secs': 0.99921} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.843744] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.844710] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e99d47-1ab8-4250-a886-d6aa26747fae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.019279] env[68089]: DEBUG nova.scheduler.client.report [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.036905] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853188, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.106089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.106286] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.106445] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.298103] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.366252] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.366645] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40560753-17b0-45a9-af8b-579654496e2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.375562] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 982.375562] env[68089]: value = "task-2853190" [ 982.375562] env[68089]: _type = "Task" [ 982.375562] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.389020] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853190, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.537220] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.540271] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51546} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.540826] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.863s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.542402] env[68089]: INFO nova.compute.claims [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.551222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] f31ff616-b5a3-4b66-b1ef-8e076cffdbbc/f31ff616-b5a3-4b66-b1ef-8e076cffdbbc.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.551491] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.552242] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c8bed5-b96b-4861-a064-e2d026b066f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.559846] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 982.559846] env[68089]: value = "task-2853191" [ 982.559846] env[68089]: _type = "Task" [ 982.559846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.560751] env[68089]: INFO nova.scheduler.client.report [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted allocations for instance 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18 [ 982.564953] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.581288] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.604800] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.606631] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.606824] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.607036] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.607198] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.607348] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.607570] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.607730] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.607897] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.608288] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.608288] env[68089]: DEBUG nova.virt.hardware [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.609467] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d61b71-07a6-455d-ac18-a4b32f458d8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.622158] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9bfaa-af20-416c-ad08-64a5b168f006 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.673835] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.799345] env[68089]: DEBUG oslo_vmware.api [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853189, 'name': PowerOnVM_Task, 'duration_secs': 0.526565} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.799345] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.799345] env[68089]: INFO nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Took 9.63 seconds to spawn the instance on the hypervisor. [ 982.799345] env[68089]: DEBUG nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.799345] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f55e2f-3f95-4f8f-afef-0ca02f45e794 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.888876] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853190, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.906423] env[68089]: DEBUG nova.compute.manager [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Received event network-vif-plugged-510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.906423] env[68089]: DEBUG oslo_concurrency.lockutils [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] Acquiring lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.906423] env[68089]: DEBUG oslo_concurrency.lockutils [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.906423] env[68089]: DEBUG oslo_concurrency.lockutils [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.906423] env[68089]: DEBUG nova.compute.manager [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] No waiting events found dispatching network-vif-plugged-510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.907668] env[68089]: WARNING nova.compute.manager [req-01ede09e-9cda-4b21-b65b-df8531daf590 req-09b7bf7d-7800-42d5-8b9b-8bc3ec34472a service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Received unexpected event network-vif-plugged-510fbe88-2ca3-4e7c-b027-9922b9234f4d for instance with vm_state building and task_state spawning. [ 982.914376] env[68089]: DEBUG nova.network.neutron [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.994921] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Successfully updated port: 510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.071755] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076826} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.072067] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.072855] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf03031-234d-4bd8-9ee7-6550121d52ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.078630] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25613598-25b5-47a3-a10c-842c02ba48a0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.348s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.098361] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f31ff616-b5a3-4b66-b1ef-8e076cffdbbc/f31ff616-b5a3-4b66-b1ef-8e076cffdbbc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.099528] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5212cf0a-d050-4a8b-a05b-b55f2d288632 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.120874] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 983.120874] env[68089]: value = "task-2853192" [ 983.120874] env[68089]: _type = "Task" [ 983.120874] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.135942] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.321230] env[68089]: INFO nova.compute.manager [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Took 40.67 seconds to build instance. [ 983.387857] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853190, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.416209] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.416546] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Instance network_info: |[{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.416966] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:5d:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0c3497c-8c73-47b2-93ac-6d49c0cab7b8', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.427490] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.427759] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.428067] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af16e5dd-7a69-4474-984a-175b424b2fbf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.454956] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.454956] env[68089]: value = "task-2853193" [ 983.454956] env[68089]: _type = "Task" [ 983.454956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.466594] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853193, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.488925] env[68089]: DEBUG nova.compute.manager [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Received event network-changed-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.489191] env[68089]: DEBUG nova.compute.manager [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Refreshing instance network info cache due to event network-changed-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 983.489542] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.489542] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.489683] env[68089]: DEBUG nova.network.neutron [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Refreshing network info cache for port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.497354] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.497469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.497660] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.632022] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.823413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cc74fa4d-afc8-41bb-b9e9-1958a406b934 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.721s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.884937] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b8bd1-4ec9-49e5-9cb4-558438a029f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.890647] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853190, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.895326] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632bd0ea-c9b4-4f08-8b40-b743534313e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.930400] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63c3ab-a647-4bd5-bff1-0cb69f5608a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938419] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b123b79f-e5bf-4e20-90db-7129881dfeb9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.952437] env[68089]: DEBUG nova.compute.provider_tree [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.963584] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853193, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.045491] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.133401] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853192, 'name': ReconfigVM_Task, 'duration_secs': 0.516033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.133762] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f31ff616-b5a3-4b66-b1ef-8e076cffdbbc/f31ff616-b5a3-4b66-b1ef-8e076cffdbbc.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.134418] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33beab3f-88d4-44c8-a3f7-3142ae34cc7e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.141616] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 984.141616] env[68089]: value = "task-2853194" [ 984.141616] env[68089]: _type = "Task" [ 984.141616] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.150501] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853194, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.190658] env[68089]: DEBUG nova.network.neutron [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updated VIF entry in instance network info cache for port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.191094] env[68089]: DEBUG nova.network.neutron [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.203380] env[68089]: DEBUG nova.network.neutron [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Updating instance_info_cache with network_info: [{"id": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "address": "fa:16:3e:f0:66:02", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510fbe88-2c", "ovs_interfaceid": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.387732] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853190, 'name': CloneVM_Task, 'duration_secs': 1.678805} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.388010] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Created linked-clone VM from snapshot [ 984.388760] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839054da-4105-451c-b9ee-3fe8f7a024fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.396224] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Uploading image f58df314-391b-42d2-a310-f03d3b0b86e0 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.425423] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 984.425423] env[68089]: value = "vm-573707" [ 984.425423] env[68089]: _type = "VirtualMachine" [ 984.425423] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 984.425716] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c527910-cb78-42a2-8343-9de903e8c035 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.433155] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lease: (returnval){ [ 984.433155] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525c2ca1-c988-a7cf-339b-19511f93b6f8" [ 984.433155] env[68089]: _type = "HttpNfcLease" [ 984.433155] env[68089]: } obtained for exporting VM: (result){ [ 984.433155] env[68089]: value = "vm-573707" [ 984.433155] env[68089]: _type = "VirtualMachine" [ 984.433155] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 984.433580] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the lease: (returnval){ [ 984.433580] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525c2ca1-c988-a7cf-339b-19511f93b6f8" [ 984.433580] env[68089]: _type = "HttpNfcLease" [ 984.433580] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.439922] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.439922] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525c2ca1-c988-a7cf-339b-19511f93b6f8" [ 984.439922] env[68089]: _type = "HttpNfcLease" [ 984.439922] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.456150] env[68089]: DEBUG nova.scheduler.client.report [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.469300] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853193, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.652398] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853194, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.694603] env[68089]: DEBUG oslo_concurrency.lockutils [req-5f8526d9-fe95-4758-bb54-a7bb33f43fd8 req-be7c5e89-91c3-49d8-987e-6cde1e097019 service nova] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.706332] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.706561] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Instance network_info: |[{"id": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "address": "fa:16:3e:f0:66:02", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510fbe88-2c", "ovs_interfaceid": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.706996] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:66:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '510fbe88-2ca3-4e7c-b027-9922b9234f4d', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.714892] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.715125] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.715349] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f95fceb-3c26-45b8-896f-424644dc75b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.734958] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.734958] env[68089]: value = "task-2853196" [ 984.734958] env[68089]: _type = "Task" [ 984.734958] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.743443] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853196, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.936363] env[68089]: DEBUG nova.compute.manager [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Received event network-changed-510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.936623] env[68089]: DEBUG nova.compute.manager [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Refreshing instance network info cache due to event network-changed-510fbe88-2ca3-4e7c-b027-9922b9234f4d. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 984.936848] env[68089]: DEBUG oslo_concurrency.lockutils [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] Acquiring lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.936994] env[68089]: DEBUG oslo_concurrency.lockutils [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] Acquired lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.937192] env[68089]: DEBUG nova.network.neutron [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Refreshing network info cache for port 510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.947764] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.947764] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525c2ca1-c988-a7cf-339b-19511f93b6f8" [ 984.947764] env[68089]: _type = "HttpNfcLease" [ 984.947764] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.948717] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.948717] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525c2ca1-c988-a7cf-339b-19511f93b6f8" [ 984.948717] env[68089]: _type = "HttpNfcLease" [ 984.948717] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.949692] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7eb94d-305d-40c3-856a-5869da7d0bc2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.959782] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.960060] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.967156] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.967654] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.026167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.584s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.026441] env[68089]: DEBUG nova.objects.instance [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lazy-loading 'resources' on Instance uuid f6c94d5e-2845-489e-b4f0-363d40dc9c6d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.033448] env[68089]: DEBUG nova.compute.utils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.039095] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.039280] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.044625] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853193, 'name': CreateVM_Task, 'duration_secs': 1.416538} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.044625] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.044625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.044625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.044625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.044625] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f25ff42-6ad6-4ff3-92ef-2f0cae71c72c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.050153] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 985.050153] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528f6f28-6c2e-d178-4455-a5fa6e79d7be" [ 985.050153] env[68089]: _type = "Task" [ 985.050153] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.059504] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528f6f28-6c2e-d178-4455-a5fa6e79d7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.087291] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc4eaeea-9710-4b39-a7d0-d79c689ae961 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.091194] env[68089]: DEBUG nova.policy [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.152741] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853194, 'name': Rename_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.247749] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853196, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.436861] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Successfully created port: 110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.543677] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.549047] env[68089]: DEBUG nova.compute.manager [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.552021] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900ae7d-6b0f-4f9b-a0cb-5ea648ddd419 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.587624] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528f6f28-6c2e-d178-4455-a5fa6e79d7be, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.588049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.588352] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.588595] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.588808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.589054] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.592332] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e3514f-2c2f-4405-a142-20ba03e6a2a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.607937] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.608875] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.609862] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a456259e-3cd3-43e1-9ba3-2a2e79b5273c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.617278] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 985.617278] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52caa405-eb4f-9d17-bd0d-76fbffaed7c7" [ 985.617278] env[68089]: _type = "Task" [ 985.617278] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.635088] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52caa405-eb4f-9d17-bd0d-76fbffaed7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.641218] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46c4261-94ab-4d70-9ed4-f54851095182 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.649460] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 985.649460] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52972e47-38f6-ff19-1e4d-085318bb14eb" [ 985.649460] env[68089]: _type = "Task" [ 985.649460] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.656784] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853194, 'name': Rename_Task, 'duration_secs': 1.335391} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.659972] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.660512] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea5e73a5-68a2-4db8-9dd5-1c9ad1501e9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.666782] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52972e47-38f6-ff19-1e4d-085318bb14eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.667111] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.667389] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.667655] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77713ec1-41cc-4dc3-b9d7-35ae4118789f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.671413] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 985.671413] env[68089]: value = "task-2853197" [ 985.671413] env[68089]: _type = "Task" [ 985.671413] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.678625] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 985.678625] env[68089]: value = "task-2853198" [ 985.678625] env[68089]: _type = "Task" [ 985.678625] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.685519] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.699590] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.734302] env[68089]: DEBUG nova.network.neutron [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Updated VIF entry in instance network info cache for port 510fbe88-2ca3-4e7c-b027-9922b9234f4d. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.734818] env[68089]: DEBUG nova.network.neutron [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Updating instance_info_cache with network_info: [{"id": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "address": "fa:16:3e:f0:66:02", "network": {"id": "b9cc304a-773b-4dd2-945e-0d5d0a671992", "bridge": "br-int", "label": "tempest-ImagesTestJSON-196067927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "965f64ed75eb43eda3fd9ac9cd804aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap510fbe88-2c", "ovs_interfaceid": "510fbe88-2ca3-4e7c-b027-9922b9234f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.749220] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853196, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.992378] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c38490-b5fb-4ff3-b919-0a4ba615656d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.012893] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd61f001-e052-46ec-9888-2a84fe78fc36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.067063] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad653f-4902-4213-96f5-8e014dfd8f7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.077131] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20b65c-7265-4d22-a5ac-947663d8fd26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.082788] env[68089]: INFO nova.compute.manager [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] instance snapshotting [ 986.086381] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141dc862-f575-4b2b-afa7-547f5d2c0d63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.099836] env[68089]: DEBUG nova.compute.provider_tree [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.122083] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63069d9d-3851-44fc-9506-b25f3540bfac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.186748] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.193601] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853198, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.250480] env[68089]: DEBUG oslo_concurrency.lockutils [req-41d269c8-f541-44da-94da-e588586892b0 req-fc9ce5c3-1b28-485d-931e-a1770daa5c8e service nova] Releasing lock "refresh_cache-ed97c0f4-1930-4b3f-b6c9-f5252255901c" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.251169] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853196, 'name': CreateVM_Task, 'duration_secs': 1.029301} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.251729] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.252858] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.253240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.253804] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.254191] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce22ce2-a782-46cc-9db2-8ce44e53db36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.261618] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 986.261618] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526d7542-62c8-0745-80ec-018759becca5" [ 986.261618] env[68089]: _type = "Task" [ 986.261618] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.275509] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d7542-62c8-0745-80ec-018759becca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.567967] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.597663] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.598009] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.598321] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.598530] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.598686] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.598848] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.599077] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.599369] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.599631] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.599840] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.600230] env[68089]: DEBUG nova.virt.hardware [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.601081] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f792b9-8640-4554-87e3-31c81bc0186e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.604287] env[68089]: DEBUG nova.scheduler.client.report [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.613475] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d8a06-d17f-43ca-a7cb-7f1b972dc15b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.635722] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.636497] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a5a932c-1454-4c6f-865d-6ca409ecb5f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.643768] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 986.643768] env[68089]: value = "task-2853199" [ 986.643768] env[68089]: _type = "Task" [ 986.643768] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.653088] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.687686] env[68089]: DEBUG oslo_vmware.api [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853197, 'name': PowerOnVM_Task, 'duration_secs': 0.660192} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.688068] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.688350] env[68089]: INFO nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Took 11.05 seconds to spawn the instance on the hypervisor. [ 986.688562] env[68089]: DEBUG nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.689823] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33043284-aacd-4c94-991b-2c6e6fbaa27b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.696540] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613206} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.697260] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.697623] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.698161] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b091a23-5b30-40c6-b18b-15ed385ec01b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.709871] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 986.709871] env[68089]: value = "task-2853200" [ 986.709871] env[68089]: _type = "Task" [ 986.709871] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.718561] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.772854] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d7542-62c8-0745-80ec-018759becca5, 'name': SearchDatastore_Task, 'duration_secs': 0.016237} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.773323] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.773707] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.774015] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.774301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.774512] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.774801] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-805b3a3a-96cb-4896-9b7d-dce21ddcf108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.784573] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.785268] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.785818] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1db0b8-9b2b-441b-9bda-f6b4830f2912 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.792103] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 986.792103] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db71-254b-2e89-e6e1-2e322d0bd096" [ 986.792103] env[68089]: _type = "Task" [ 986.792103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.800218] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db71-254b-2e89-e6e1-2e322d0bd096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.109370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.111869] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.289s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.112148] env[68089]: DEBUG nova.objects.instance [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lazy-loading 'resources' on Instance uuid 44fe1413-a986-40b4-96cc-51d642012194 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.137695] env[68089]: INFO nova.scheduler.client.report [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted allocations for instance f6c94d5e-2845-489e-b4f0-363d40dc9c6d [ 987.154025] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853199, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.223359] env[68089]: INFO nova.compute.manager [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Took 41.67 seconds to build instance. [ 987.228134] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068702} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.228623] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.229423] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d51dd45-6e1a-492d-a9ae-ec837d9920c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.255842] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.257088] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3638202e-6942-48c2-8283-406447958211 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.283249] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 987.283249] env[68089]: value = "task-2853201" [ 987.283249] env[68089]: _type = "Task" [ 987.283249] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.293388] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.304016] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db71-254b-2e89-e6e1-2e322d0bd096, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.304972] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8ae5e1-5880-443b-b351-cf58ea3fbf67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.311896] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 987.311896] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e90092-c8f6-7896-217b-d84bddfb0d5f" [ 987.311896] env[68089]: _type = "Task" [ 987.311896] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.321330] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e90092-c8f6-7896-217b-d84bddfb0d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.413175] env[68089]: DEBUG nova.compute.manager [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Received event network-vif-plugged-110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.413421] env[68089]: DEBUG oslo_concurrency.lockutils [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] Acquiring lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.413633] env[68089]: DEBUG oslo_concurrency.lockutils [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.413922] env[68089]: DEBUG oslo_concurrency.lockutils [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.413980] env[68089]: DEBUG nova.compute.manager [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] No waiting events found dispatching network-vif-plugged-110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.414524] env[68089]: WARNING nova.compute.manager [req-9cadd7ec-1710-49ee-8760-425b1b921a06 req-4e7ed6bd-98a0-4a1d-8aa0-ae301f50aa0e service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Received unexpected event network-vif-plugged-110c715f-a8fc-46c4-8364-8b4e2f609b4c for instance with vm_state building and task_state spawning. [ 987.503841] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Successfully updated port: 110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.652067] env[68089]: DEBUG oslo_concurrency.lockutils [None req-503cc7a1-2f2e-46f7-ab6c-ac55c428d863 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "f6c94d5e-2845-489e-b4f0-363d40dc9c6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.732s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.664026] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853199, 'name': CreateSnapshot_Task, 'duration_secs': 0.86352} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.664026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.664026] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c91a8-0ad2-475f-919f-070ba9d508a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.730074] env[68089]: DEBUG oslo_concurrency.lockutils [None req-828683ef-9557-46d5-8585-2f7fa77dd63c tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.186s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.801028] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853201, 'name': ReconfigVM_Task, 'duration_secs': 0.399093} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.801028] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.801028] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb817ee-6c80-4e6c-bf18-7173ab6e5263 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.811221] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 987.811221] env[68089]: value = "task-2853202" [ 987.811221] env[68089]: _type = "Task" [ 987.811221] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.826741] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853202, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.832087] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e90092-c8f6-7896-217b-d84bddfb0d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.832654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.833366] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] ed97c0f4-1930-4b3f-b6c9-f5252255901c/ed97c0f4-1930-4b3f-b6c9-f5252255901c.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.833778] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d12f812-7560-4a77-814f-9224dc345a76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.845184] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 987.845184] env[68089]: value = "task-2853203" [ 987.845184] env[68089]: _type = "Task" [ 987.845184] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.854394] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.956020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d0b136-1d1c-400a-9693-b21a154763e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.963739] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86cf88-374d-4aa8-a9f3-10db03213ec4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002591] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456262b6-84f7-4fa2-84be-0cdea41edc5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.008136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.008297] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.008506] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.013384] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bea293-f008-4be5-b98f-6f9e01d03702 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.027866] env[68089]: DEBUG nova.compute.provider_tree [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.030550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.030717] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.030922] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.031158] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.031434] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.033378] env[68089]: INFO nova.compute.manager [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Terminating instance [ 988.186795] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.187180] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-019cb647-7df4-412f-80b0-27d5f80706ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.198560] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 988.198560] env[68089]: value = "task-2853204" [ 988.198560] env[68089]: _type = "Task" [ 988.198560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.209290] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853204, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.323595] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853202, 'name': Rename_Task, 'duration_secs': 0.147867} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.323891] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.324242] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f925b4c-b4f3-4738-8010-27bac590bb0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.332068] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 988.332068] env[68089]: value = "task-2853205" [ 988.332068] env[68089]: _type = "Task" [ 988.332068] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.344396] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.352292] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853203, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.536832] env[68089]: DEBUG nova.scheduler.client.report [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.540847] env[68089]: DEBUG nova.compute.manager [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.541021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.542132] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00ff14-c6c4-4ede-a988-865d228b602e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549913] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.550194] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa74c402-b6bf-4d29-8c19-57d5885d70bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.560024] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 988.560024] env[68089]: value = "task-2853206" [ 988.560024] env[68089]: _type = "Task" [ 988.560024] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.563748] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.572158] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.709863] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853204, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.721368] env[68089]: DEBUG nova.network.neutron [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Updating instance_info_cache with network_info: [{"id": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "address": "fa:16:3e:c0:c9:0f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c715f-a8", "ovs_interfaceid": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.845646] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853205, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.855977] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523345} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.856354] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] ed97c0f4-1930-4b3f-b6c9-f5252255901c/ed97c0f4-1930-4b3f-b6c9-f5252255901c.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.856608] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.856963] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d436618-5301-46a2-85eb-d5220ec036ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.863487] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 988.863487] env[68089]: value = "task-2853207" [ 988.863487] env[68089]: _type = "Task" [ 988.863487] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.874125] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.042991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.045593] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.942s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.069279] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853206, 'name': PowerOffVM_Task, 'duration_secs': 0.305021} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.069692] env[68089]: INFO nova.scheduler.client.report [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Deleted allocations for instance 44fe1413-a986-40b4-96cc-51d642012194 [ 989.074399] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.074491] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.076345] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71c959c-91b9-4e0b-bf1e-0b6cd83301c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.142727] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.142953] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.143151] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Deleting the datastore file [datastore1] f31ff616-b5a3-4b66-b1ef-8e076cffdbbc {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.143422] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2e0bac7-8793-4ba8-b42e-c6b0456b9e3a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.150123] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for the task: (returnval){ [ 989.150123] env[68089]: value = "task-2853209" [ 989.150123] env[68089]: _type = "Task" [ 989.150123] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.158482] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.208622] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853204, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.224401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.224818] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Instance network_info: |[{"id": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "address": "fa:16:3e:c0:c9:0f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c715f-a8", "ovs_interfaceid": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.225666] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:c9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110c715f-a8fc-46c4-8364-8b4e2f609b4c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.234392] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.234392] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.234599] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8552f620-4786-49f2-a1b9-2b279ee8bc7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.265546] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.265546] env[68089]: value = "task-2853210" [ 989.265546] env[68089]: _type = "Task" [ 989.265546] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.275062] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853210, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.343536] env[68089]: DEBUG oslo_vmware.api [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853205, 'name': PowerOnVM_Task, 'duration_secs': 0.890418} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.344212] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.344212] env[68089]: INFO nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Took 9.24 seconds to spawn the instance on the hypervisor. [ 989.344362] env[68089]: DEBUG nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.345676] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e6a482-99fc-40e1-b995-86270fff6231 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.372929] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089504} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.373194] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.374020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c61043-0595-4bb4-9399-8619f8759b81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.398559] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] ed97c0f4-1930-4b3f-b6c9-f5252255901c/ed97c0f4-1930-4b3f-b6c9-f5252255901c.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.399694] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403c1d57-3dcd-48ee-8760-78770777719a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.420042] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 989.420042] env[68089]: value = "task-2853211" [ 989.420042] env[68089]: _type = "Task" [ 989.420042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.430875] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.453251] env[68089]: DEBUG nova.compute.manager [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Received event network-changed-110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 989.453586] env[68089]: DEBUG nova.compute.manager [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Refreshing instance network info cache due to event network-changed-110c715f-a8fc-46c4-8364-8b4e2f609b4c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 989.453820] env[68089]: DEBUG oslo_concurrency.lockutils [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] Acquiring lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.454011] env[68089]: DEBUG oslo_concurrency.lockutils [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] Acquired lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.454227] env[68089]: DEBUG nova.network.neutron [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Refreshing network info cache for port 110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.579044] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e255e7e-88d9-4e1f-8308-6a8a826c4641 tempest-MultipleCreateTestJSON-1634219029 tempest-MultipleCreateTestJSON-1634219029-project-member] Lock "44fe1413-a986-40b4-96cc-51d642012194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.481s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.660290] env[68089]: DEBUG oslo_vmware.api [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Task: {'id': task-2853209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313488} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.660559] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.660749] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.660927] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.661211] env[68089]: INFO nova.compute.manager [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 989.661351] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.661571] env[68089]: DEBUG nova.compute.manager [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.661671] env[68089]: DEBUG nova.network.neutron [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.708757] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853204, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.774950] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853210, 'name': CreateVM_Task, 'duration_secs': 0.48697} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.775168] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.775835] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.776032] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.776370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.777160] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e7ecd0-49f6-4100-97b7-89d625500baf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.781597] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 989.781597] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526d9e96-0be4-11b6-6fae-74a4de318889" [ 989.781597] env[68089]: _type = "Task" [ 989.781597] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.790662] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d9e96-0be4-11b6-6fae-74a4de318889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.866657] env[68089]: INFO nova.compute.manager [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Took 43.36 seconds to build instance. [ 989.931365] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.087536] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.087536] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.087536] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 098a53c6-93dc-41cd-aeab-f6139a366ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.087536] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6ccf595f-a1ba-453a-a53a-0d44130e8b7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.087677] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 990.088099] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 4ea0f016-f05b-4875-bd27-c9634d0abf77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088099] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 53172294-c487-4793-a9cb-0d9d8dc83bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088099] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 637f0abe-b392-4e1b-82b4-991a04298de8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 990.088230] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c84c6e06-a076-4f9a-bc36-fba23da94848 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 990.088256] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance bf8dbfdb-8a47-4631-be28-48aa40c0a3e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 1e0feae4-454d-40fc-9509-1409e14d087f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 2fbfca9d-85de-44f7-b847-30d4b8e10901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 639c96ec-6604-4998-8115-a95d91da2a7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance f31ff616-b5a3-4b66-b1ef-8e076cffdbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.088998] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance ed97c0f4-1930-4b3f-b6c9-f5252255901c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.089754] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 67747e99-aa99-4b97-9eb3-bf1bb077b5d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 990.220017] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853204, 'name': CloneVM_Task, 'duration_secs': 1.668247} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.220017] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Created linked-clone VM from snapshot [ 990.220017] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f274c-4c66-4c3a-83a1-5bfdb7eed40a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.236922] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Uploading image c2ad925d-e2ac-4481-ba64-8784f734b8cf {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.271921] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.271921] env[68089]: value = "vm-573711" [ 990.271921] env[68089]: _type = "VirtualMachine" [ 990.271921] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.272491] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7467180-2028-4546-81c6-0fb1f0ed5b6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.281043] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease: (returnval){ [ 990.281043] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527ada96-6c0f-127d-cd72-7045f0b7bc0b" [ 990.281043] env[68089]: _type = "HttpNfcLease" [ 990.281043] env[68089]: } obtained for exporting VM: (result){ [ 990.281043] env[68089]: value = "vm-573711" [ 990.281043] env[68089]: _type = "VirtualMachine" [ 990.281043] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.281333] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the lease: (returnval){ [ 990.281333] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527ada96-6c0f-127d-cd72-7045f0b7bc0b" [ 990.281333] env[68089]: _type = "HttpNfcLease" [ 990.281333] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.303071] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526d9e96-0be4-11b6-6fae-74a4de318889, 'name': SearchDatastore_Task, 'duration_secs': 0.016413} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.303533] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.303533] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527ada96-6c0f-127d-cd72-7045f0b7bc0b" [ 990.303533] env[68089]: _type = "HttpNfcLease" [ 990.303533] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.303880] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.304201] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.304418] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.304759] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.304759] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.305059] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.305059] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527ada96-6c0f-127d-cd72-7045f0b7bc0b" [ 990.305059] env[68089]: _type = "HttpNfcLease" [ 990.305059] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.305514] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e25b748c-c60a-492b-87a2-d91574dce670 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.308976] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a705f029-bcd5-488c-8a28-5589c912bf39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.312456] env[68089]: DEBUG nova.network.neutron [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Updated VIF entry in instance network info cache for port 110c715f-a8fc-46c4-8364-8b4e2f609b4c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.312819] env[68089]: DEBUG nova.network.neutron [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Updating instance_info_cache with network_info: [{"id": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "address": "fa:16:3e:c0:c9:0f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c715f-a8", "ovs_interfaceid": "110c715f-a8fc-46c4-8364-8b4e2f609b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.319832] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.320116] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.323240] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.324390] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.327110] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c1a8e9-3bcd-47b1-a85b-3ea5138b5f9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.396387] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c67b5984-645f-45ed-ae82-19cce955a6bb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.903s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.396685] env[68089]: DEBUG nova.network.neutron [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.403670] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 990.403670] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c20eba-a892-9824-e930-f87c47602bd4" [ 990.403670] env[68089]: _type = "Task" [ 990.403670] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.414345] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c20eba-a892-9824-e930-f87c47602bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.432463] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853211, 'name': ReconfigVM_Task, 'duration_secs': 0.682249} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.432702] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] ed97c0f4-1930-4b3f-b6c9-f5252255901c/ed97c0f4-1930-4b3f-b6c9-f5252255901c.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.433382] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85bfc6a7-1b66-4530-898a-54f6ffd15fd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.440803] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 990.440803] env[68089]: value = "task-2853213" [ 990.440803] env[68089]: _type = "Task" [ 990.440803] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.455024] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853213, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.470573] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8052c89-06e4-4910-8970-95a3b6c2bd07 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.596221] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 4e87d1c4-1237-4f53-ab7e-1843ee278b15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 990.824429] env[68089]: DEBUG oslo_concurrency.lockutils [req-d0691589-230f-4c58-85b7-02d758fef6cb req-b126605d-db44-45f3-8afb-09bbcf3f3197 service nova] Releasing lock "refresh_cache-67747e99-aa99-4b97-9eb3-bf1bb077b5d3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.902898] env[68089]: INFO nova.compute.manager [-] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Took 1.24 seconds to deallocate network for instance. [ 990.923441] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c20eba-a892-9824-e930-f87c47602bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.925130] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d0d0b5-7f51-4667-8a28-cff4b359412b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.932570] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 990.932570] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526164f4-9719-1bb4-1973-8c5c933612b1" [ 990.932570] env[68089]: _type = "Task" [ 990.932570] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.943897] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526164f4-9719-1bb4-1973-8c5c933612b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.959082] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853213, 'name': Rename_Task, 'duration_secs': 0.187883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.959898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.960503] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791f6225-081a-48c3-8335-3b3c3e01edea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.969065] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 990.969065] env[68089]: value = "task-2853214" [ 990.969065] env[68089]: _type = "Task" [ 990.969065] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.979275] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.100052] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6e8ce0b1-e3b1-4ece-b144-913204095c5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 991.417487] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.450745] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526164f4-9719-1bb4-1973-8c5c933612b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.451852] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.452190] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 67747e99-aa99-4b97-9eb3-bf1bb077b5d3/67747e99-aa99-4b97-9eb3-bf1bb077b5d3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.452454] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0878f9-10c6-4871-930d-b717379c5df5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.465326] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 991.465326] env[68089]: value = "task-2853215" [ 991.465326] env[68089]: _type = "Task" [ 991.465326] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.483676] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.488555] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.557381] env[68089]: DEBUG nova.compute.manager [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Received event network-vif-deleted-d7d83e85-7fa2-4a3f-9f35-3753f98cfd9a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.557652] env[68089]: DEBUG nova.compute.manager [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Received event network-changed-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 991.557847] env[68089]: DEBUG nova.compute.manager [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Refreshing instance network info cache due to event network-changed-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 991.558223] env[68089]: DEBUG oslo_concurrency.lockutils [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.558514] env[68089]: DEBUG oslo_concurrency.lockutils [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.558778] env[68089]: DEBUG nova.network.neutron [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Refreshing network info cache for port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.605197] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b9c9e5dc-3ea2-47a3-af1b-221268e27034 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 991.979558] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853215, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.985150] env[68089]: DEBUG oslo_vmware.api [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853214, 'name': PowerOnVM_Task, 'duration_secs': 0.668895} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.985444] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.985651] env[68089]: INFO nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Took 9.42 seconds to spawn the instance on the hypervisor. [ 991.985828] env[68089]: DEBUG nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.986693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5c203-12d8-44d5-a99e-4feee2825513 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.109263] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 792731e1-5671-43bc-8271-860c18ce4465 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 992.109766] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 992.109945] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 992.402360] env[68089]: DEBUG nova.network.neutron [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updated VIF entry in instance network info cache for port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.402907] env[68089]: DEBUG nova.network.neutron [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.471882] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0ce9b-483b-4c6c-8537-ffe69f5cc57a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.483809] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5488de-5373-429e-9df2-033ee747e72a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.487711] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853215, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.527681] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1d072f-de10-47a9-b1ce-e2313c3802ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.530703] env[68089]: INFO nova.compute.manager [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Took 45.99 seconds to build instance. [ 992.536777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e5b4c-a302-4635-afa6-c4adadd3f172 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.550822] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.906905] env[68089]: DEBUG oslo_concurrency.lockutils [req-f169c189-965f-4a48-8951-2eb098032e8a req-ec0d50e1-b644-4dc1-a393-3dd268ce76be service nova] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.976831] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853215, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.032965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-820cfd7d-35f6-4546-a74e-3d2b622e2df0 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.496s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.054320] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.479795] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853215, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.762225} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.480285] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 67747e99-aa99-4b97-9eb3-bf1bb077b5d3/67747e99-aa99-4b97-9eb3-bf1bb077b5d3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.480460] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.480807] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a31dfd9-ddba-4033-b2e5-ffb1e1ed3522 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.489187] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 993.489187] env[68089]: value = "task-2853216" [ 993.489187] env[68089]: _type = "Task" [ 993.489187] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.500608] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.565113] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 993.565424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.520s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.565780] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.866s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.567643] env[68089]: INFO nova.compute.claims [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.000013] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093375} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.000318] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.001144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd893c-aa4d-46e2-8e91-b0b4eaf9857a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.026661] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 67747e99-aa99-4b97-9eb3-bf1bb077b5d3/67747e99-aa99-4b97-9eb3-bf1bb077b5d3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.027032] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ca2d1f-8fc9-479f-8353-32f90f0e2247 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.047275] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 994.047275] env[68089]: value = "task-2853217" [ 994.047275] env[68089]: _type = "Task" [ 994.047275] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.055806] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.560063] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.897407] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa6391-30fb-4842-a5d2-05b684f62221 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.905851] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1e88a-b67f-4ce3-9040-f064a16a29e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.940260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec728a5-5c65-4a37-8b6c-533094bdcef9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.947939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8100e1-3dc5-463b-b8fb-3f13a7c383e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.961686] env[68089]: DEBUG nova.compute.provider_tree [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.978077] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.979106] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4699c34f-18ae-481e-8400-46f0b0257d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.987668] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.988213] env[68089]: ERROR oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk due to incomplete transfer. [ 994.988213] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87a3adc3-9e31-440f-adbd-2fd9c2c1795d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.997032] env[68089]: DEBUG oslo_vmware.rw_handles [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277461a-ce67-643c-83d1-807f3653b0ad/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.997032] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Uploaded image f58df314-391b-42d2-a310-f03d3b0b86e0 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.998980] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.999625] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5caa09f5-1658-4316-8966-e373641a25db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.006138] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 995.006138] env[68089]: value = "task-2853218" [ 995.006138] env[68089]: _type = "Task" [ 995.006138] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.016482] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853218, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.059380] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853217, 'name': ReconfigVM_Task, 'duration_secs': 0.53215} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.059677] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 67747e99-aa99-4b97-9eb3-bf1bb077b5d3/67747e99-aa99-4b97-9eb3-bf1bb077b5d3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.064196] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f3309c8-f7f3-47c9-8918-e1a2f2d8efdb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.073892] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 995.073892] env[68089]: value = "task-2853219" [ 995.073892] env[68089]: _type = "Task" [ 995.073892] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.084281] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853219, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.467119] env[68089]: DEBUG nova.scheduler.client.report [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.517844] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853218, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.584501] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853219, 'name': Rename_Task, 'duration_secs': 0.239586} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.584972] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.585439] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f32ca6-f338-45cd-a94c-8eaf4c541b01 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.592475] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 995.592475] env[68089]: value = "task-2853220" [ 995.592475] env[68089]: _type = "Task" [ 995.592475] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.603369] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.970372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.970918] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.973739] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.218s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.974676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.976409] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.992s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.977697] env[68089]: INFO nova.compute.claims [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.026510] env[68089]: DEBUG nova.compute.manager [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.027445] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853218, 'name': Destroy_Task, 'duration_secs': 0.669614} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.029044] env[68089]: INFO nova.scheduler.client.report [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Deleted allocations for instance c84c6e06-a076-4f9a-bc36-fba23da94848 [ 996.030502] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafbbbe5-0a6d-45f7-8442-2c362e585cae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.037454] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Destroyed the VM [ 996.037454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 996.038600] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5db9efe1-7d3d-4d4c-ac32-0f97abe6c793 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.054623] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 996.054623] env[68089]: value = "task-2853221" [ 996.054623] env[68089]: _type = "Task" [ 996.054623] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.070961] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.106191] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.484140] env[68089]: DEBUG nova.compute.utils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.485725] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.485942] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.531228] env[68089]: DEBUG nova.policy [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.547070] env[68089]: DEBUG oslo_concurrency.lockutils [None req-156f0830-e473-463e-97a7-32d0b9492c9b tempest-ServerAddressesNegativeTestJSON-2132576103 tempest-ServerAddressesNegativeTestJSON-2132576103-project-member] Lock "c84c6e06-a076-4f9a-bc36-fba23da94848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.260s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.560027] env[68089]: INFO nova.compute.manager [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] instance snapshotting [ 996.564068] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09846bb-3831-4cdc-99d0-fadadbff432d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.573368] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853221, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.590477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e43f6-0e1d-4f79-81bd-0a1afc794896 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.606534] env[68089]: DEBUG oslo_vmware.api [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853220, 'name': PowerOnVM_Task, 'duration_secs': 0.953488} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.606726] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.607150] env[68089]: INFO nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Took 10.04 seconds to spawn the instance on the hypervisor. [ 996.607250] env[68089]: DEBUG nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.608089] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc6f477-648c-4a9f-bc70-bb6482b39a61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.857080] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Successfully created port: fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.991040] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.061385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.061845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.077274] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849855} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.077932] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 997.078189] env[68089]: DEBUG nova.compute.manager [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.079019] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be919ba6-7b43-42c7-97bb-aa5dc43ce02b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112374] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.112644] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20703bc1-8dfb-4b5d-9cda-01629c9aec65 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.127579] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 997.127579] env[68089]: value = "task-2853222" [ 997.127579] env[68089]: _type = "Task" [ 997.127579] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.139524] env[68089]: INFO nova.compute.manager [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Took 48.48 seconds to build instance. [ 997.147332] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.405124] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ace686-9603-4111-b385-d299293a96a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.415084] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2efc1b-89eb-4679-97f9-3aa667759927 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.456172] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76427144-038a-4275-aa13-8368f53d0aaa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.465449] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b994d-8008-4b4d-96d5-65e50a41ecf0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.482878] env[68089]: DEBUG nova.compute.provider_tree [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.571760] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.594759] env[68089]: INFO nova.compute.manager [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Shelve offloading [ 997.644113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9601e638-83d8-4110-b6f2-db656dedbd28 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.644457] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.985885] env[68089]: DEBUG nova.scheduler.client.report [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.999540] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.023233] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.023546] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.023751] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.024153] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.024339] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.024498] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.024750] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.024943] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.025097] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.025267] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.025536] env[68089]: DEBUG nova.virt.hardware [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.026477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac57b47-0bcd-4a27-95ec-864295cb489c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.035324] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00556f6-8d5f-47b0-965c-4e2cd2db8c37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.081952] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.082174] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.082375] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.082615] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.082793] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.085460] env[68089]: INFO nova.compute.manager [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Terminating instance [ 998.100302] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.100606] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165e369d-483e-454b-b833-5bd7b88bffc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.105770] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.109589] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 998.109589] env[68089]: value = "task-2853223" [ 998.109589] env[68089]: _type = "Task" [ 998.109589] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.119482] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.119789] env[68089]: DEBUG nova.compute.manager [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.120588] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093c9b9-a14a-4618-bd92-9209a90c5e4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.126970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.127158] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.127332] env[68089]: DEBUG nova.network.neutron [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.139364] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853222, 'name': CreateSnapshot_Task, 'duration_secs': 1.004152} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.140237] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.141639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcca010-5e1f-4878-8e62-13ca5fc31780 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.486127] env[68089]: DEBUG nova.compute.manager [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Received event network-vif-plugged-fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.486127] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] Acquiring lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.486127] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.486127] env[68089]: DEBUG oslo_concurrency.lockutils [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.486619] env[68089]: DEBUG nova.compute.manager [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] No waiting events found dispatching network-vif-plugged-fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.486619] env[68089]: WARNING nova.compute.manager [req-5d474354-de8b-4818-a693-9e90dc305c04 req-29ebb25b-0f23-4ea6-aa2b-c16259015b71 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Received unexpected event network-vif-plugged-fc97e5bc-5d0b-4560-92de-7de8857d2b48 for instance with vm_state building and task_state spawning. [ 998.491020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.491522] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.494157] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.600s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.494342] env[68089]: DEBUG nova.objects.instance [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 998.590934] env[68089]: DEBUG nova.compute.manager [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.591299] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.592138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55dea30-b1ed-424b-976a-d56a0732d019 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.602666] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.603034] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c920c9d-729a-42f3-9723-5b20ba92ff53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.613173] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 998.613173] env[68089]: value = "task-2853224" [ 998.613173] env[68089]: _type = "Task" [ 998.613173] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.621080] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Successfully updated port: fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.628363] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.661640] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 998.661979] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f84b337-0196-4465-9c4d-96e32ba6dd10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.676791] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 998.676791] env[68089]: value = "task-2853225" [ 998.676791] env[68089]: _type = "Task" [ 998.676791] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.686389] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853225, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.004784] env[68089]: DEBUG nova.compute.utils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.007041] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.007352] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.063139] env[68089]: DEBUG nova.policy [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '757866c4d0694d22a03e6ba6c1200d65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966ed57c38c47d7825067d020e7cabe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.126756] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.126756] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.126756] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.136955] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853224, 'name': PowerOffVM_Task, 'duration_secs': 0.327539} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.136955] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.138610] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.139491] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41d7b8b0-e2ea-4f5e-8b8d-c1b4b62b5203 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.188994] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853225, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.190671] env[68089]: DEBUG nova.network.neutron [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.238231] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.238454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.238634] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore2] 67747e99-aa99-4b97-9eb3-bf1bb077b5d3 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.238890] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5f06b00-b3f4-4344-a981-2ca16c86bc67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.246207] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 999.246207] env[68089]: value = "task-2853227" [ 999.246207] env[68089]: _type = "Task" [ 999.246207] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.255327] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.418789] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Successfully created port: 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.510022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fec1cd3f-4387-4515-a4e8-a10e0f8ed4e7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.510022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.426s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.510022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.517038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.083s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.517038] env[68089]: INFO nova.compute.claims [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.518640] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.547250] env[68089]: INFO nova.scheduler.client.report [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Deleted allocations for instance a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84 [ 999.687614] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853225, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.688519] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.695683] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.760129] env[68089]: DEBUG oslo_vmware.api [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225477} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.760129] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.760129] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.760129] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.760129] env[68089]: INFO nova.compute.manager [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 999.760129] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.760129] env[68089]: DEBUG nova.compute.manager [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.760129] env[68089]: DEBUG nova.network.neutron [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.990121] env[68089]: DEBUG nova.network.neutron [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Updating instance_info_cache with network_info: [{"id": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "address": "fa:16:3e:33:04:88", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc97e5bc-5d", "ovs_interfaceid": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.057064] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e5e1393-a082-472f-9e47-a3de37fa4180 tempest-ServerShowV247Test-1416301411 tempest-ServerShowV247Test-1416301411-project-member] Lock "a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.707s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.069965] env[68089]: DEBUG nova.compute.manager [req-5bab9487-e33f-4e79-8559-fb83442fef12 req-ce55d457-ecd8-4922-bd63-84e6cba0d11a service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Received event network-vif-deleted-110c715f-a8fc-46c4-8364-8b4e2f609b4c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.071150] env[68089]: INFO nova.compute.manager [req-5bab9487-e33f-4e79-8559-fb83442fef12 req-ce55d457-ecd8-4922-bd63-84e6cba0d11a service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Neutron deleted interface 110c715f-a8fc-46c4-8364-8b4e2f609b4c; detaching it from the instance and deleting it from the info cache [ 1000.071150] env[68089]: DEBUG nova.network.neutron [req-5bab9487-e33f-4e79-8559-fb83442fef12 req-ce55d457-ecd8-4922-bd63-84e6cba0d11a service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.127431] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.128469] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c857f-793b-4e75-992d-a873d760c2cf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.136531] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.137182] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b02cece5-0a0d-4f26-a1c9-6187682c99e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.189869] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853225, 'name': CloneVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.203729] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.204038] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.204280] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleting the datastore file [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.204618] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbfb523a-5f34-4bb4-b757-c94e27c02440 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.211707] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1000.211707] env[68089]: value = "task-2853229" [ 1000.211707] env[68089]: _type = "Task" [ 1000.211707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.222808] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.493159] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.493159] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Instance network_info: |[{"id": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "address": "fa:16:3e:33:04:88", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc97e5bc-5d", "ovs_interfaceid": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.493739] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:04:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc97e5bc-5d0b-4560-92de-7de8857d2b48', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.500797] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.501147] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.502074] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b913c6c9-9705-4a72-944b-f4cf1b80ef83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.524779] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.524779] env[68089]: value = "task-2853230" [ 1000.524779] env[68089]: _type = "Task" [ 1000.524779] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.535945] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853230, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.538217] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.545248] env[68089]: DEBUG nova.network.neutron [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.561104] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.561104] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.561104] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.561104] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.561289] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.561382] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.561686] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.561799] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.561981] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.562164] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.562340] env[68089]: DEBUG nova.virt.hardware [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.563752] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d702e-3755-4d20-9c9d-df30aa8b11ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.575249] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2e14ae-3938-4be4-94f6-66c00c6b43e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.579125] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dba1bc6f-caf2-4c8a-bad9-1466632e49d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.583281] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.584431] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6950b1c-f12d-44a5-98ca-16d12044d718 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.601654] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.601654] env[68089]: ERROR oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk due to incomplete transfer. [ 1000.606527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3072c97-338d-4814-a0e0-9222a8ac1b77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.616884] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-219e211c-ca08-4f34-9595-8d3ef369dfb9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.624857] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Received event network-changed-fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.624996] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Refreshing instance network info cache due to event network-changed-fc97e5bc-5d0b-4560-92de-7de8857d2b48. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1000.625234] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Acquiring lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.625345] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Acquired lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.626314] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Refreshing network info cache for port fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.631091] env[68089]: DEBUG oslo_vmware.rw_handles [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ad96e-d68f-fb26-67a9-ae4c5d948ae3/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1000.631091] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Uploaded image c2ad925d-e2ac-4481-ba64-8784f734b8cf to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1000.631091] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.643548] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de1ad2bb-bb13-4d33-b0cc-8cff60f408c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.646362] env[68089]: DEBUG nova.compute.manager [req-5bab9487-e33f-4e79-8559-fb83442fef12 req-ce55d457-ecd8-4922-bd63-84e6cba0d11a service nova] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Detach interface failed, port_id=110c715f-a8fc-46c4-8364-8b4e2f609b4c, reason: Instance 67747e99-aa99-4b97-9eb3-bf1bb077b5d3 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1000.654279] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1000.654279] env[68089]: value = "task-2853231" [ 1000.654279] env[68089]: _type = "Task" [ 1000.654279] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.665160] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853231, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.689445] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853225, 'name': CloneVM_Task, 'duration_secs': 1.558859} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.689749] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Created linked-clone VM from snapshot [ 1000.690558] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677222a-52d2-4c6c-87d4-271552d76d8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.698164] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Uploading image 9bac4141-2468-4947-9665-68a3e9af6ef2 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1000.708611] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.709241] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2864ba4-43a0-4fde-89e5-657b3fe5d7cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.718651] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 1000.718651] env[68089]: value = "task-2853232" [ 1000.718651] env[68089]: _type = "Task" [ 1000.718651] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.725463] env[68089]: DEBUG oslo_vmware.api [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248703} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.726160] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.726411] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.726549] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.732068] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853232, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.752752] env[68089]: INFO nova.scheduler.client.report [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted allocations for instance 098a53c6-93dc-41cd-aeab-f6139a366ae0 [ 1000.878386] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee329b6e-d355-4125-b772-214b766a4e45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.886894] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4409ef-b79e-4c57-8c72-b8134cc64c3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.923450] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fa8fe-fffb-49d6-a0f6-66bea631d619 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.932276] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3663e72-ba3f-4d0f-8101-f4e34cb91eb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.947896] env[68089]: DEBUG nova.compute.provider_tree [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.956801] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Successfully updated port: 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.973625] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.973933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.974176] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.974385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.974644] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.977751] env[68089]: INFO nova.compute.manager [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Terminating instance [ 1001.035602] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853230, 'name': CreateVM_Task, 'duration_secs': 0.38663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.035840] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.036535] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.036706] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.037037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.037331] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a642dc88-8a5c-4483-96e8-e9ea0a29cf8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.043017] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1001.043017] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527cbdac-7241-21e2-92f7-9574e4b36e2d" [ 1001.043017] env[68089]: _type = "Task" [ 1001.043017] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.047749] env[68089]: INFO nova.compute.manager [-] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Took 1.29 seconds to deallocate network for instance. [ 1001.054739] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527cbdac-7241-21e2-92f7-9574e4b36e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.164901] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853231, 'name': Destroy_Task, 'duration_secs': 0.417242} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.165360] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Destroyed the VM [ 1001.165605] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.165866] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-950891a9-deac-407d-a2af-150386ab477e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.172576] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1001.172576] env[68089]: value = "task-2853233" [ 1001.172576] env[68089]: _type = "Task" [ 1001.172576] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.186639] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853233, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.231217] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853232, 'name': Destroy_Task, 'duration_secs': 0.304941} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.231488] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Destroyed the VM [ 1001.231741] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.231996] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2651ff5-0d39-493e-b6be-1c61814b5c40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.240020] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 1001.240020] env[68089]: value = "task-2853234" [ 1001.240020] env[68089]: _type = "Task" [ 1001.240020] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.247880] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.256198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.418950] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Updated VIF entry in instance network info cache for port fc97e5bc-5d0b-4560-92de-7de8857d2b48. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.419351] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Updating instance_info_cache with network_info: [{"id": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "address": "fa:16:3e:33:04:88", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc97e5bc-5d", "ovs_interfaceid": "fc97e5bc-5d0b-4560-92de-7de8857d2b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.451041] env[68089]: DEBUG nova.scheduler.client.report [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.459767] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.459916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.460090] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.486941] env[68089]: DEBUG nova.compute.manager [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.487222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.487506] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f738f1-8990-4e90-aa15-71464b73839b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.496691] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 1001.496691] env[68089]: value = "task-2853235" [ 1001.496691] env[68089]: _type = "Task" [ 1001.496691] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.505808] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.552066] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527cbdac-7241-21e2-92f7-9574e4b36e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.552386] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.552684] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.552927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.553140] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.553262] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.553522] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f10ff4e9-50d4-4190-9951-8eb22ba2807e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.559392] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.561939] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.562117] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.562816] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab69fd1-4bc7-403c-84b9-c80b8e57fd18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.568012] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1001.568012] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d5-3712-946f-4ec3-e61f96734d1c" [ 1001.568012] env[68089]: _type = "Task" [ 1001.568012] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.575413] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d5-3712-946f-4ec3-e61f96734d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.691838] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853233, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.749718] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853234, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.927104] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Releasing lock "refresh_cache-4e87d1c4-1237-4f53-ab7e-1843ee278b15" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.927562] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-vif-unplugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.927670] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.927938] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.928374] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.928374] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] No waiting events found dispatching network-vif-unplugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.928590] env[68089]: WARNING nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received unexpected event network-vif-unplugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 for instance with vm_state shelved and task_state shelving_offloading. [ 1001.928789] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.928949] env[68089]: DEBUG nova.compute.manager [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing instance network info cache due to event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1001.929173] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.929312] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.929536] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.956903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.957441] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.959991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.620s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.960202] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.962230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.485s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.962607] env[68089]: DEBUG nova.objects.instance [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.989585] env[68089]: INFO nova.scheduler.client.report [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocations for instance 637f0abe-b392-4e1b-82b4-991a04298de8 [ 1002.008236] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853235, 'name': PowerOffVM_Task, 'duration_secs': 0.217283} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.008520] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.008710] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.008899] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573677', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'name': 'volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8dbfdb-8a47-4631-be28-48aa40c0a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'serial': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.009896] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147903b6-264e-46a3-b5f7-1b2ec0371c96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.029509] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.032044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991798c-53ad-49f3-bf30-c35cbe8e9037 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.040119] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b602b-52c2-4177-9e97-82561abb829f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.060495] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a271264-25ca-499c-892a-66cd7f64a198 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.075979] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] The volume has not been displaced from its original location: [datastore1] volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc/volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.081217] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.085362] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe78c8b0-410a-4ef1-bb1c-578f5ae060ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.101339] env[68089]: DEBUG nova.compute.manager [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.101339] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.101339] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.101437] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.101572] env[68089]: DEBUG nova.compute.manager [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] No waiting events found dispatching network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.101718] env[68089]: WARNING nova.compute.manager [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received unexpected event network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 for instance with vm_state building and task_state spawning. [ 1002.101869] env[68089]: DEBUG nova.compute.manager [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.102029] env[68089]: DEBUG nova.compute.manager [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing instance network info cache due to event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1002.102184] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.110202] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d5-3712-946f-4ec3-e61f96734d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.111972] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 1002.111972] env[68089]: value = "task-2853236" [ 1002.111972] env[68089]: _type = "Task" [ 1002.111972] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.112188] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2b8614-5db0-4c79-b557-97b1f7d09dcd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.121175] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1002.121175] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd6dda-d72e-2c44-e689-44075db8d74c" [ 1002.121175] env[68089]: _type = "Task" [ 1002.121175] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.124450] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.134266] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd6dda-d72e-2c44-e689-44075db8d74c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.184976] env[68089]: DEBUG oslo_vmware.api [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853233, 'name': RemoveSnapshot_Task, 'duration_secs': 0.736345} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.185989] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.185989] env[68089]: INFO nova.compute.manager [None req-2ec951e4-2ef9-495c-9975-8f1eba9df251 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1002.237477] env[68089]: DEBUG nova.network.neutron [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.251101] env[68089]: DEBUG oslo_vmware.api [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770464} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.251101] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.468607] env[68089]: DEBUG nova.compute.utils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.472691] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.472877] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.498008] env[68089]: DEBUG oslo_concurrency.lockutils [None req-683a38bc-55a3-48d2-bb3a-53c9746b49e1 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "637f0abe-b392-4e1b-82b4-991a04298de8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.686s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.554309] env[68089]: DEBUG nova.policy [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5aa1afbf06a4cf9b51c5b7a78cec0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ad8b5760194df0a3e0937d225a8e57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.626803] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853236, 'name': ReconfigVM_Task, 'duration_secs': 0.160693} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.630348] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.634711] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d1325f9-38ec-485a-bf84-b481f2d33b3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.650071] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fd6dda-d72e-2c44-e689-44075db8d74c, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.650884] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updated VIF entry in instance network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.651218] env[68089]: DEBUG nova.network.neutron [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd3bdda92-53", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.653487] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.653753] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4e87d1c4-1237-4f53-ab7e-1843ee278b15/4e87d1c4-1237-4f53-ab7e-1843ee278b15.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.654154] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 1002.654154] env[68089]: value = "task-2853237" [ 1002.654154] env[68089]: _type = "Task" [ 1002.654154] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.654897] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2055be68-82df-4cb9-a7e3-5d3019d36424 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.668123] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.668475] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1002.668475] env[68089]: value = "task-2853238" [ 1002.668475] env[68089]: _type = "Task" [ 1002.668475] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.739649] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.740064] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance network_info: |[{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.740375] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.740572] env[68089]: DEBUG nova.network.neutron [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.741816] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:36:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c1e37b8-633f-4065-baa8-9c69b59909b9', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.749596] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.750679] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.750945] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909625f0-bf20-4553-a490-4ff9d5c6e5ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.771268] env[68089]: WARNING nova.compute.manager [None req-6c5dd62b-73ca-4a28-a1da-d58618499627 tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Image not found during snapshot: nova.exception.ImageNotFound: Image 9bac4141-2468-4947-9665-68a3e9af6ef2 could not be found. [ 1002.779017] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.779017] env[68089]: value = "task-2853239" [ 1002.779017] env[68089]: _type = "Task" [ 1002.779017] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.787920] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853239, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.975522] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Successfully created port: ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.978435] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.983506] env[68089]: DEBUG oslo_concurrency.lockutils [None req-fd515a4a-7e6d-4e49-aa58-4f36d186babc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.987645] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.715s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.987645] env[68089]: INFO nova.compute.claims [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.062348] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.156011] env[68089]: DEBUG oslo_concurrency.lockutils [req-81bfd07b-c32a-4d3c-a750-9ee9395c5728 req-07d722da-3d62-47a5-b6fe-248801992e4b service nova] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.166728] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853237, 'name': ReconfigVM_Task, 'duration_secs': 0.205144} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.167060] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573677', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'name': 'volume-e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8dbfdb-8a47-4631-be28-48aa40c0a3e9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc', 'serial': 'e75fcd45-ba70-4bda-a25f-4cf9c4752ecc'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1003.167342] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.168112] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af579ec-8197-47d0-a5ca-3fad881aa9dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.178233] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.180942] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29aff08d-9c2d-4093-84ad-d487ae1fed38 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.182385] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492402} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.182626] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 4e87d1c4-1237-4f53-ab7e-1843ee278b15/4e87d1c4-1237-4f53-ab7e-1843ee278b15.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.182840] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.183376] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d1379d-9a4b-42b3-8b14-e58ee9578b46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.189077] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1003.189077] env[68089]: value = "task-2853241" [ 1003.189077] env[68089]: _type = "Task" [ 1003.189077] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.196618] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.226338] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.226685] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.226961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.227222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.227452] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.229826] env[68089]: INFO nova.compute.manager [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Terminating instance [ 1003.253639] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.253915] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.254135] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Deleting the datastore file [datastore1] bf8dbfdb-8a47-4631-be28-48aa40c0a3e9 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.254408] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cdcf2b5-efe7-412b-85ff-c0bcc6178265 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.261006] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for the task: (returnval){ [ 1003.261006] env[68089]: value = "task-2853242" [ 1003.261006] env[68089]: _type = "Task" [ 1003.261006] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.271741] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.290865] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853239, 'name': CreateVM_Task, 'duration_secs': 0.317671} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.290943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.292192] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.292782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293246] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.297345] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68a4720-bf7e-48e5-9e47-c11ba8b76409 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.302832] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1003.302832] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520332e7-dc58-aaee-f0e5-f4d92dad096c" [ 1003.302832] env[68089]: _type = "Task" [ 1003.302832] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.313185] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520332e7-dc58-aaee-f0e5-f4d92dad096c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.492571] env[68089]: DEBUG nova.network.neutron [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updated VIF entry in instance network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.492930] env[68089]: DEBUG nova.network.neutron [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.698583] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.698902] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.699743] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2382989a-0b21-49a9-afa1-b653ebd8c770 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.721067] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4e87d1c4-1237-4f53-ab7e-1843ee278b15/4e87d1c4-1237-4f53-ab7e-1843ee278b15.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.721318] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba465e9-3c12-43c7-a9c7-24d058d6792d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.735918] env[68089]: DEBUG nova.compute.manager [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.736135] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.737460] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3daf204-6eaf-4cc0-a2cd-8580f51ed064 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.744870] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.745961] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79227f27-bf30-4bd1-8c65-e36318369689 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.747455] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1003.747455] env[68089]: value = "task-2853243" [ 1003.747455] env[68089]: _type = "Task" [ 1003.747455] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.756098] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.757032] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 1003.757032] env[68089]: value = "task-2853244" [ 1003.757032] env[68089]: _type = "Task" [ 1003.757032] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.765535] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.777027] env[68089]: DEBUG oslo_vmware.api [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Task: {'id': task-2853242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071233} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.777315] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.777501] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.777697] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.777899] env[68089]: INFO nova.compute.manager [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1003.778177] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.778522] env[68089]: DEBUG nova.compute.manager [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.778522] env[68089]: DEBUG nova.network.neutron [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.814037] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520332e7-dc58-aaee-f0e5-f4d92dad096c, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.814338] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.814589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.814885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.815110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.815325] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.815607] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc238a5-7624-4220-86e8-565cca1ff7c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.824274] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.824454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.825213] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b06f4f9-7f9d-4ef4-9ddf-476006ce2d82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.830526] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1003.830526] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e4071f-7bed-bebc-35bf-78e24efee371" [ 1003.830526] env[68089]: _type = "Task" [ 1003.830526] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.838328] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e4071f-7bed-bebc-35bf-78e24efee371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.990913] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.998195] env[68089]: DEBUG oslo_concurrency.lockutils [req-ffc7e068-0009-4e77-8fb5-8751524b700b req-2a1df31a-8182-4193-91da-154a6f47343b service nova] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.021184] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.021424] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.021594] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.021835] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.021934] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.022154] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.022372] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.022536] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.023292] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.023292] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.023292] env[68089]: DEBUG nova.virt.hardware [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.024722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28beb263-1df5-40f0-b83f-74252a809d37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.034399] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37485129-8204-4b75-855d-6effd2ba05b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.236407] env[68089]: DEBUG nova.compute.manager [req-14d93426-0acb-4398-a16e-1cf4fc200f59 req-c8de09be-0ac7-4893-9562-f73d41a74365 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Received event network-vif-deleted-1ff312c3-1af7-4046-bbfb-34b4fb85f469 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.236658] env[68089]: INFO nova.compute.manager [req-14d93426-0acb-4398-a16e-1cf4fc200f59 req-c8de09be-0ac7-4893-9562-f73d41a74365 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Neutron deleted interface 1ff312c3-1af7-4046-bbfb-34b4fb85f469; detaching it from the instance and deleting it from the info cache [ 1004.236871] env[68089]: DEBUG nova.network.neutron [req-14d93426-0acb-4398-a16e-1cf4fc200f59 req-c8de09be-0ac7-4893-9562-f73d41a74365 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.259547] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853243, 'name': ReconfigVM_Task, 'duration_secs': 0.278971} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.265034] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4e87d1c4-1237-4f53-ab7e-1843ee278b15/4e87d1c4-1237-4f53-ab7e-1843ee278b15.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.266589] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13383016-4e75-454e-b6a5-111ef14bc11b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.272310] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853244, 'name': PowerOffVM_Task, 'duration_secs': 0.214705} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.273512] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.273976] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.274048] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1004.274048] env[68089]: value = "task-2853245" [ 1004.274048] env[68089]: _type = "Task" [ 1004.274048] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.274221] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceba1f4c-624f-4147-83ae-cd84e9ba69dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.280875] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324b2ff-0e6d-4b08-acdf-8a421b1fb535 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.288455] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853245, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.290992] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30e5d7-8808-4b93-b57e-317475889bc6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.326593] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279856d6-9f7a-4cde-8ba5-481f92e2e3b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.338445] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79889e75-3818-4f8e-b07a-f711a4f284a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.345912] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e4071f-7bed-bebc-35bf-78e24efee371, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.348068] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.348276] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.348466] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleting the datastore file [datastore2] ed97c0f4-1930-4b3f-b6c9-f5252255901c {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.356170] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d13aeb-94b0-40c3-9f78-b26736f981ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.358275] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c58acbd-1d85-43ad-9da4-56fd661b2099 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.362121] env[68089]: DEBUG nova.compute.provider_tree [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.367779] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1004.367779] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c012b9-6835-d886-c087-c43def4f87a0" [ 1004.367779] env[68089]: _type = "Task" [ 1004.367779] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.369313] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for the task: (returnval){ [ 1004.369313] env[68089]: value = "task-2853247" [ 1004.369313] env[68089]: _type = "Task" [ 1004.369313] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.394031] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c012b9-6835-d886-c087-c43def4f87a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.394031] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.394031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.394031] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.394031] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9252cf-52df-4416-9638-9fce6a91e8e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.398436] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1004.398436] env[68089]: value = "task-2853248" [ 1004.398436] env[68089]: _type = "Task" [ 1004.398436] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.406375] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.643620] env[68089]: DEBUG nova.compute.manager [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Received event network-vif-plugged-ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.643864] env[68089]: DEBUG oslo_concurrency.lockutils [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] Acquiring lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.644099] env[68089]: DEBUG oslo_concurrency.lockutils [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.644274] env[68089]: DEBUG oslo_concurrency.lockutils [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.644440] env[68089]: DEBUG nova.compute.manager [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] No waiting events found dispatching network-vif-plugged-ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.644608] env[68089]: WARNING nova.compute.manager [req-1932003b-258e-4094-a4ea-1777a95ac565 req-c1d59868-d64e-4792-a456-153e1a4112a5 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Received unexpected event network-vif-plugged-ed982d79-ddcc-4006-85ce-39ace5af5db9 for instance with vm_state building and task_state spawning. [ 1004.717520] env[68089]: DEBUG nova.network.neutron [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.745093] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88f985ee-a065-49ff-bd71-1ba6791dcf08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.758388] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d69482-8ae4-4be9-a6c4-31cea787956a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.791216] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853245, 'name': Rename_Task, 'duration_secs': 0.144535} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.802054] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.802260] env[68089]: DEBUG nova.compute.manager [req-14d93426-0acb-4398-a16e-1cf4fc200f59 req-c8de09be-0ac7-4893-9562-f73d41a74365 service nova] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Detach interface failed, port_id=1ff312c3-1af7-4046-bbfb-34b4fb85f469, reason: Instance bf8dbfdb-8a47-4631-be28-48aa40c0a3e9 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1004.803429] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Successfully updated port: ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.804706] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cac93950-27ec-4050-8b4e-3caffb6057e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.816313] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1004.816313] env[68089]: value = "task-2853249" [ 1004.816313] env[68089]: _type = "Task" [ 1004.816313] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.826365] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.865459] env[68089]: DEBUG nova.scheduler.client.report [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.877363] env[68089]: DEBUG nova.compute.manager [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.878184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7368fe-c99d-49c8-9064-0186fe81553b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.886632] env[68089]: DEBUG oslo_vmware.api [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Task: {'id': task-2853247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149664} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.888185] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.888378] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.888549] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.888720] env[68089]: INFO nova.compute.manager [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1004.888956] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.891483] env[68089]: DEBUG nova.compute.manager [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.891608] env[68089]: DEBUG nova.network.neutron [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.909785] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498363} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.910043] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.910263] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.910503] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a16e4597-6cb3-41ae-8a23-9cf692e212f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.916298] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1004.916298] env[68089]: value = "task-2853250" [ 1004.916298] env[68089]: _type = "Task" [ 1004.916298] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.924877] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.225044] env[68089]: INFO nova.compute.manager [-] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Took 1.45 seconds to deallocate network for instance. [ 1005.308949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.309242] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.309508] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.327610] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.371705] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.372255] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.374967] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.958s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.375208] env[68089]: DEBUG nova.objects.instance [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lazy-loading 'resources' on Instance uuid f31ff616-b5a3-4b66-b1ef-8e076cffdbbc {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.394822] env[68089]: INFO nova.compute.manager [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] instance snapshotting [ 1005.397373] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5453f7-e2eb-4d7e-a9f2-964c532608cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.421035] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a207a0-41d1-4601-9e6a-9feb987e0240 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.429205] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064462} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.431064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.433859] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feba9bd-53c1-49f4-a344-1a9a56c20000 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.456470] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.456792] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403e245d-2895-4c23-b70f-f3ca4458671f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.476704] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1005.476704] env[68089]: value = "task-2853251" [ 1005.476704] env[68089]: _type = "Task" [ 1005.476704] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.487067] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.617113] env[68089]: DEBUG nova.network.neutron [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.775319] env[68089]: INFO nova.compute.manager [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Took 0.55 seconds to detach 1 volumes for instance. [ 1005.777197] env[68089]: DEBUG nova.compute.manager [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Deleting volume: e75fcd45-ba70-4bda-a25f-4cf9c4752ecc {{(pid=68089) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1005.830216] env[68089]: DEBUG oslo_vmware.api [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853249, 'name': PowerOnVM_Task, 'duration_secs': 0.52592} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.830216] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.830216] env[68089]: INFO nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1005.830216] env[68089]: DEBUG nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.830216] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15df58a-a296-4ae7-be64-5997ca782cc1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.851959] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.879137] env[68089]: DEBUG nova.compute.utils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.884095] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.884160] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.921450] env[68089]: DEBUG nova.policy [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef38ff9a80a44fe7b8dd31bbbf09a29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd79a1ca128bb4b19b65e288d29139776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.938029] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.940132] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc028d7f-1cbc-432c-9f37-5899c7ae6b5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.947594] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1005.947594] env[68089]: value = "task-2853253" [ 1005.947594] env[68089]: _type = "Task" [ 1005.947594] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.955529] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.989834] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853251, 'name': ReconfigVM_Task, 'duration_secs': 0.283148} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.990155] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.990822] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbcbdcba-9834-42fd-b7ec-ac92e9fbbf29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.996601] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1005.996601] env[68089]: value = "task-2853254" [ 1005.996601] env[68089]: _type = "Task" [ 1005.996601] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.002478] env[68089]: DEBUG nova.network.neutron [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Updating instance_info_cache with network_info: [{"id": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "address": "fa:16:3e:f4:ea:e3", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped982d79-dd", "ovs_interfaceid": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.008695] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853254, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.120674] env[68089]: INFO nova.compute.manager [-] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Took 1.23 seconds to deallocate network for instance. [ 1006.176245] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4cefa-379b-4026-af90-c2bb382b8269 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.188056] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b33af5-1c33-41af-9bfa-67249e29904d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.225059] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Successfully created port: da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.227475] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a234e476-478b-4ca6-9317-301ff68b8fbb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.235044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9d1984-62ea-48f0-a25a-099cf70fdd7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248413] env[68089]: DEBUG nova.compute.provider_tree [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.316212] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.345463] env[68089]: INFO nova.compute.manager [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Took 50.66 seconds to build instance. [ 1006.385066] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.457830] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853253, 'name': CreateSnapshot_Task, 'duration_secs': 0.495693} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.458112] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.458871] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03cf2b1-7981-44f8-b587-d5c21dd168ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.507822] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.508185] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance network_info: |[{"id": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "address": "fa:16:3e:f4:ea:e3", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped982d79-dd", "ovs_interfaceid": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.508733] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853254, 'name': Rename_Task, 'duration_secs': 0.135688} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.509088] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:ea:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed982d79-ddcc-4006-85ce-39ace5af5db9', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.516655] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.516876] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.517374] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.517581] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10edfd93-d091-4253-9356-cab33da1c6d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.519249] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9790fe-9155-4396-ab63-4b367257ce1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.541095] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.541095] env[68089]: value = "task-2853256" [ 1006.541095] env[68089]: _type = "Task" [ 1006.541095] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.542028] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1006.542028] env[68089]: value = "task-2853255" [ 1006.542028] env[68089]: _type = "Task" [ 1006.542028] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.552182] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.554890] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853256, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.632379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.752503] env[68089]: DEBUG nova.scheduler.client.report [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.782107] env[68089]: DEBUG nova.compute.manager [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Received event network-changed-ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1006.782358] env[68089]: DEBUG nova.compute.manager [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Refreshing instance network info cache due to event network-changed-ed982d79-ddcc-4006-85ce-39ace5af5db9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1006.782487] env[68089]: DEBUG oslo_concurrency.lockutils [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] Acquiring lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.782622] env[68089]: DEBUG oslo_concurrency.lockutils [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] Acquired lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.782774] env[68089]: DEBUG nova.network.neutron [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Refreshing network info cache for port ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.847454] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2f14ce19-7d01-47b7-9a7b-a37dd7ce3327 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.557s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.977381] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.977761] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-927e1ce8-036d-444b-bdad-036af33cac16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.989325] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1006.989325] env[68089]: value = "task-2853257" [ 1006.989325] env[68089]: _type = "Task" [ 1006.989325] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.998568] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.057029] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853255, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.058719] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853256, 'name': CreateVM_Task, 'duration_secs': 0.369572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.060418] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.061376] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.061560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.063216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.063216] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af3e429-8ebe-4cbd-b5d5-41fbf7c47feb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.065428] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b7d7c3-194e-45f2-876c-aa80f11994bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.071061] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Suspending the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1007.072069] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d742beff-b01f-413f-bce1-6f48ce66e9ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.073603] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1007.073603] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d64089-c3c1-336c-9f20-2078fa44fbbd" [ 1007.073603] env[68089]: _type = "Task" [ 1007.073603] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.079079] env[68089]: DEBUG oslo_vmware.api [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1007.079079] env[68089]: value = "task-2853258" [ 1007.079079] env[68089]: _type = "Task" [ 1007.079079] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.081358] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d64089-c3c1-336c-9f20-2078fa44fbbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.089018] env[68089]: DEBUG oslo_vmware.api [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853258, 'name': SuspendVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.258795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.261313] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.155s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.263231] env[68089]: INFO nova.compute.claims [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.291785] env[68089]: INFO nova.scheduler.client.report [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Deleted allocations for instance f31ff616-b5a3-4b66-b1ef-8e076cffdbbc [ 1007.397308] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.424533] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.424795] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.424955] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.425168] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.425315] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.425468] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.425681] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.425835] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.426015] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.426187] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.426357] env[68089]: DEBUG nova.virt.hardware [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.427297] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260ef132-568b-4636-bfbe-9b0dc28a5b64 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.439265] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e92a283-192e-4d66-ab06-8f5f408c79b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.499711] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.534232] env[68089]: DEBUG nova.network.neutron [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Updated VIF entry in instance network info cache for port ed982d79-ddcc-4006-85ce-39ace5af5db9. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.534603] env[68089]: DEBUG nova.network.neutron [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Updating instance_info_cache with network_info: [{"id": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "address": "fa:16:3e:f4:ea:e3", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped982d79-dd", "ovs_interfaceid": "ed982d79-ddcc-4006-85ce-39ace5af5db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.557054] env[68089]: DEBUG oslo_vmware.api [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853255, 'name': PowerOnVM_Task, 'duration_secs': 0.522111} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.557338] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.557538] env[68089]: INFO nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1007.557717] env[68089]: DEBUG nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.558525] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5ad01-67ed-448f-88d6-a0a0d94d6e47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.583888] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d64089-c3c1-336c-9f20-2078fa44fbbd, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.587270] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.587515] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.587752] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.587902] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.588093] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.588615] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd400ba-440b-417c-a175-2deb30173956 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.595128] env[68089]: DEBUG oslo_vmware.api [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853258, 'name': SuspendVM_Task} progress is 62%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.597213] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.597383] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.598107] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f574998d-1b3f-43f1-b95d-0ef6e1993ebb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.603399] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1007.603399] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523b2a97-6854-56cb-7e92-d15688621d19" [ 1007.603399] env[68089]: _type = "Task" [ 1007.603399] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.612535] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523b2a97-6854-56cb-7e92-d15688621d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.673638] env[68089]: DEBUG nova.compute.manager [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-vif-plugged-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.673932] env[68089]: DEBUG oslo_concurrency.lockutils [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.675134] env[68089]: DEBUG oslo_concurrency.lockutils [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] Lock "792731e1-5671-43bc-8271-860c18ce4465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.675134] env[68089]: DEBUG oslo_concurrency.lockutils [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] Lock "792731e1-5671-43bc-8271-860c18ce4465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.675134] env[68089]: DEBUG nova.compute.manager [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] No waiting events found dispatching network-vif-plugged-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.675134] env[68089]: WARNING nova.compute.manager [req-956394ad-a0dc-4c17-b11a-925980239011 req-01065f6e-308e-403f-9566-3ac05eed68f4 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received unexpected event network-vif-plugged-da296626-a105-4310-a0ad-8f5f1c4e7630 for instance with vm_state building and task_state spawning. [ 1007.759875] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Successfully updated port: da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.802950] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e44b84b-67ca-4af8-af95-b52588181891 tempest-ImagesNegativeTestJSON-435156026 tempest-ImagesNegativeTestJSON-435156026-project-member] Lock "f31ff616-b5a3-4b66-b1ef-8e076cffdbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.771s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.999593] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.037394] env[68089]: DEBUG oslo_concurrency.lockutils [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] Releasing lock "refresh_cache-b9c9e5dc-3ea2-47a3-af1b-221268e27034" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.037677] env[68089]: DEBUG nova.compute.manager [req-97ba7701-dee4-4a47-b6c7-130d5713fbcb req-eb752879-9571-41db-b0e9-cdb5b035b504 service nova] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Received event network-vif-deleted-510fbe88-2ca3-4e7c-b027-9922b9234f4d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.075942] env[68089]: INFO nova.compute.manager [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Took 45.11 seconds to build instance. [ 1008.095186] env[68089]: DEBUG oslo_vmware.api [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853258, 'name': SuspendVM_Task, 'duration_secs': 0.862241} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.095454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Suspended the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1008.095627] env[68089]: DEBUG nova.compute.manager [None req-e7bfcb3b-bc13-48c3-963b-9dab6854c4ff tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.096394] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b9aad5-d83a-4e61-a1d1-9010992970f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.114044] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523b2a97-6854-56cb-7e92-d15688621d19, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.114184] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb338ea-340a-49a4-9d04-d1c663693cc4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.119030] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1008.119030] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e7a7-0fdf-0634-230f-0e7e93928614" [ 1008.119030] env[68089]: _type = "Task" [ 1008.119030] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.126466] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e7a7-0fdf-0634-230f-0e7e93928614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.262428] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.262623] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.262815] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.506111] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.536018] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21bc263-aa06-42c5-a825-1a30a1614268 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.543698] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41714d06-7fa3-4c04-9c4a-8e39da1770ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.574402] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254e6da-7427-46e5-b09f-5dd3bddf676c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.577776] env[68089]: DEBUG oslo_concurrency.lockutils [None req-66aedb75-63c6-4615-8e4a-0a2cfb019986 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.620s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.583493] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17938a-643b-45fb-b917-e62ab5e03eb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.597884] env[68089]: DEBUG nova.compute.provider_tree [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.629179] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3e7a7-0fdf-0634-230f-0e7e93928614, 'name': SearchDatastore_Task, 'duration_secs': 0.027} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.629611] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.629978] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.632026] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea7052d5-a656-4979-a04c-be11e30c9bba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.636647] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1008.636647] env[68089]: value = "task-2853259" [ 1008.636647] env[68089]: _type = "Task" [ 1008.636647] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.644729] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.801023] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.942778] env[68089]: DEBUG nova.network.neutron [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.004123] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.104587] env[68089]: DEBUG nova.scheduler.client.report [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.151566] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.447528] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.447528] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Instance network_info: |[{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.447528] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f9:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da296626-a105-4310-a0ad-8f5f1c4e7630', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.457632] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.460523] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.460523] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd10928b-c537-4998-a353-f31329daa276 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.481162] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.481162] env[68089]: value = "task-2853260" [ 1009.481162] env[68089]: _type = "Task" [ 1009.481162] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.500894] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853260, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.509744] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853257, 'name': CloneVM_Task, 'duration_secs': 2.304249} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.509972] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Created linked-clone VM from snapshot [ 1009.511131] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51101e17-7f9d-4c36-9243-09d742ad001c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.520450] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Uploading image fe87e807-02ac-41fb-bed7-cb9b1a54a17d {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1009.549601] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1009.549601] env[68089]: value = "vm-573719" [ 1009.549601] env[68089]: _type = "VirtualMachine" [ 1009.549601] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1009.550274] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74992be4-f09f-423c-9461-a499051752f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.558543] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease: (returnval){ [ 1009.558543] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e7531-5777-aece-7bb0-f930ad7d3c37" [ 1009.558543] env[68089]: _type = "HttpNfcLease" [ 1009.558543] env[68089]: } obtained for exporting VM: (result){ [ 1009.558543] env[68089]: value = "vm-573719" [ 1009.558543] env[68089]: _type = "VirtualMachine" [ 1009.558543] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1009.559157] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the lease: (returnval){ [ 1009.559157] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e7531-5777-aece-7bb0-f930ad7d3c37" [ 1009.559157] env[68089]: _type = "HttpNfcLease" [ 1009.559157] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.566277] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.566277] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e7531-5777-aece-7bb0-f930ad7d3c37" [ 1009.566277] env[68089]: _type = "HttpNfcLease" [ 1009.566277] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.609981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.610518] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.614172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.358s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.614446] env[68089]: DEBUG nova.objects.instance [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'resources' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.647505] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554179} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.647726] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.647954] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.648229] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d1ec97-5fb9-4ee5-b66a-1b1068a9edad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.655548] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1009.655548] env[68089]: value = "task-2853262" [ 1009.655548] env[68089]: _type = "Task" [ 1009.655548] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.664596] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.733909] env[68089]: DEBUG nova.compute.manager [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.734727] env[68089]: DEBUG nova.compute.manager [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing instance network info cache due to event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.735138] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.735309] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.735479] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.992073] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853260, 'name': CreateVM_Task, 'duration_secs': 0.373307} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.992640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.992803] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.993043] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.993270] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.993472] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.996272] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.996890] env[68089]: INFO nova.compute.manager [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Terminating instance [ 1009.998923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.999124] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.999435] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.000919] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee44b025-7b7c-4fe2-bceb-654ad9498cfd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.006108] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1010.006108] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5218158d-66c0-3d8b-7fad-c41998a30e2c" [ 1010.006108] env[68089]: _type = "Task" [ 1010.006108] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.015154] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5218158d-66c0-3d8b-7fad-c41998a30e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.068987] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.068987] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e7531-5777-aece-7bb0-f930ad7d3c37" [ 1010.068987] env[68089]: _type = "HttpNfcLease" [ 1010.068987] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.069299] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.069299] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e7531-5777-aece-7bb0-f930ad7d3c37" [ 1010.069299] env[68089]: _type = "HttpNfcLease" [ 1010.069299] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.070029] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaed93c-6095-4a91-8093-4b3164b94f0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.077645] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.077820] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.135962] env[68089]: DEBUG nova.compute.utils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.137550] env[68089]: DEBUG nova.objects.instance [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'numa_topology' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.144566] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.144566] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.165352] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060417} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.165513] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.167018] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dabae0d-e7b5-431c-b6ed-aff394c25e73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.190044] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.190372] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb5519e-d357-4b16-8653-53579679a25d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.206128] env[68089]: DEBUG nova.policy [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015faeab037b4608a60811aa51ba8843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba92b67c7b84f89bdc639989b9965bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.214452] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1010.214452] env[68089]: value = "task-2853263" [ 1010.214452] env[68089]: _type = "Task" [ 1010.214452] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.223641] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.257212] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5abc35f8-20e2-4869-98d1-c14139f9bdb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.502101] env[68089]: DEBUG nova.compute.manager [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.502101] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.503233] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e9064-2be2-4108-8074-bc8132326bbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.514331] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.522022] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3bb246d-bc0d-4c03-965f-eca55b6d75b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.522022] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5218158d-66c0-3d8b-7fad-c41998a30e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.522022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.522022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.522022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.522022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.522022] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.522661] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0f9583-0563-4f86-942f-73608dc2c827 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.531027] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.531245] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.532046] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa21303-14e3-4163-ae4e-852e2f37dd95 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.537213] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1010.537213] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52146c0d-b343-c247-541a-42a742081ee8" [ 1010.537213] env[68089]: _type = "Task" [ 1010.537213] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.542953] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updated VIF entry in instance network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.543342] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.549258] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Successfully created port: 29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.551462] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52146c0d-b343-c247-541a-42a742081ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.588266] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.588520] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.588705] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore1] 4e87d1c4-1237-4f53-ab7e-1843ee278b15 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.589012] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18ec6cf-9a3c-493e-9385-e44c99eca389 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.596074] env[68089]: DEBUG oslo_vmware.api [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1010.596074] env[68089]: value = "task-2853265" [ 1010.596074] env[68089]: _type = "Task" [ 1010.596074] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.606329] env[68089]: DEBUG oslo_vmware.api [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.640308] env[68089]: DEBUG nova.objects.base [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Object Instance<098a53c6-93dc-41cd-aeab-f6139a366ae0> lazy-loaded attributes: resources,numa_topology {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.643521] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.733511] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853263, 'name': ReconfigVM_Task, 'duration_secs': 0.514481} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.734274] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.734963] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f352f2-a228-4aee-9357-782d722cb9de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.741877] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1010.741877] env[68089]: value = "task-2853266" [ 1010.741877] env[68089]: _type = "Task" [ 1010.741877] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.761715] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853266, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.979824] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ee1c70-4d62-4854-8160-979d8c7f0ea8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.988966] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68640e4-07b6-45fa-8c98-543072adea9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.024241] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b0a897-11f9-4788-864e-02cc652f53a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.033629] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d17c7-c64e-44e4-affa-212bbc0044ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.050061] env[68089]: DEBUG nova.compute.provider_tree [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.055691] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.056028] env[68089]: DEBUG nova.compute.manager [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.056189] env[68089]: DEBUG nova.compute.manager [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing instance network info cache due to event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1011.056501] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.056720] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.056957] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.058213] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52146c0d-b343-c247-541a-42a742081ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.008648} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.060093] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72296ff8-6f7f-4700-996b-f85b624935b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.067129] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1011.067129] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524449f8-ee9e-edad-a82b-c0755e14ffde" [ 1011.067129] env[68089]: _type = "Task" [ 1011.067129] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.076651] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524449f8-ee9e-edad-a82b-c0755e14ffde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.106164] env[68089]: DEBUG oslo_vmware.api [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148034} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.106823] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.107143] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.107389] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.107674] env[68089]: INFO nova.compute.manager [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1011.107998] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.108231] env[68089]: DEBUG nova.compute.manager [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.108368] env[68089]: DEBUG nova.network.neutron [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.252036] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853266, 'name': Rename_Task, 'duration_secs': 0.224823} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.252402] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.252669] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0580d36b-78e4-4731-9c69-92dcc02ea5e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.259127] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1011.259127] env[68089]: value = "task-2853267" [ 1011.259127] env[68089]: _type = "Task" [ 1011.259127] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.269184] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.406880] env[68089]: DEBUG nova.compute.manager [req-5ba22ed6-6ba4-47b7-8207-e8ab0066fa3b req-943df069-5e6f-4f62-85c6-4ca16dcdd0e3 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Received event network-vif-deleted-fc97e5bc-5d0b-4560-92de-7de8857d2b48 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.411017] env[68089]: INFO nova.compute.manager [req-5ba22ed6-6ba4-47b7-8207-e8ab0066fa3b req-943df069-5e6f-4f62-85c6-4ca16dcdd0e3 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Neutron deleted interface fc97e5bc-5d0b-4560-92de-7de8857d2b48; detaching it from the instance and deleting it from the info cache [ 1011.411017] env[68089]: DEBUG nova.network.neutron [req-5ba22ed6-6ba4-47b7-8207-e8ab0066fa3b req-943df069-5e6f-4f62-85c6-4ca16dcdd0e3 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.562109] env[68089]: DEBUG nova.scheduler.client.report [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.578224] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524449f8-ee9e-edad-a82b-c0755e14ffde, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.579337] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.579712] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/792731e1-5671-43bc-8271-860c18ce4465.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.580062] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2793f60b-3bd5-4e92-b70c-ef8bcc35e726 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.586805] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1011.586805] env[68089]: value = "task-2853268" [ 1011.586805] env[68089]: _type = "Task" [ 1011.586805] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.596488] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.657935] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.697089] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.697455] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.697684] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.697984] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.698159] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.698308] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.698551] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.698800] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.699062] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.699357] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.700880] env[68089]: DEBUG nova.virt.hardware [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.700880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d4698-6a15-4f03-a293-07eac0b68239 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.714023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccba55-007d-40fd-8cf0-3bcd13f34ede {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.773139] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.875719] env[68089]: DEBUG nova.network.neutron [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.910510] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f24073c-0747-486a-8f39-5e58424d2b70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.923195] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6518500-cf00-489b-9227-938849a1394e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.968072] env[68089]: DEBUG nova.compute.manager [req-5ba22ed6-6ba4-47b7-8207-e8ab0066fa3b req-943df069-5e6f-4f62-85c6-4ca16dcdd0e3 service nova] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Detach interface failed, port_id=fc97e5bc-5d0b-4560-92de-7de8857d2b48, reason: Instance 4e87d1c4-1237-4f53-ab7e-1843ee278b15 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1012.067466] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.070201] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.511s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.070444] env[68089]: DEBUG nova.objects.instance [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid 67747e99-aa99-4b97-9eb3-bf1bb077b5d3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.098161] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471685} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.098473] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/792731e1-5671-43bc-8271-860c18ce4465.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.098707] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.098980] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e5be78-96dd-49ca-ae78-69eeda1e61fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.105885] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1012.105885] env[68089]: value = "task-2853269" [ 1012.105885] env[68089]: _type = "Task" [ 1012.105885] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.115891] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.174445] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Successfully updated port: 29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.215722] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updated VIF entry in instance network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.216133] env[68089]: DEBUG nova.network.neutron [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.273492] env[68089]: DEBUG oslo_vmware.api [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853267, 'name': PowerOnVM_Task, 'duration_secs': 0.617319} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.273878] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.274131] env[68089]: INFO nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1012.274317] env[68089]: DEBUG nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.276326] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0033ca-b6da-4466-a66e-e672c8550532 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.327995] env[68089]: DEBUG nova.compute.manager [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Received event network-vif-plugged-29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.327995] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.328451] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] Lock "b83add5c-6e78-4218-96bd-204548551f7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.328451] env[68089]: DEBUG oslo_concurrency.lockutils [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] Lock "b83add5c-6e78-4218-96bd-204548551f7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.328690] env[68089]: DEBUG nova.compute.manager [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] No waiting events found dispatching network-vif-plugged-29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.330832] env[68089]: WARNING nova.compute.manager [req-6b5748ae-e315-40f6-b31c-e584d028e45a req-7cfb0c3d-45d8-402e-a4de-04890d98b31e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Received unexpected event network-vif-plugged-29447101-38ee-49f1-b57b-af0cbc19a992 for instance with vm_state building and task_state spawning. [ 1012.386996] env[68089]: INFO nova.compute.manager [-] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Took 1.28 seconds to deallocate network for instance. [ 1012.581619] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ca061946-157c-4bd4-957f-49b7c18301a2 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.835s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.582703] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.521s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.582887] env[68089]: INFO nova.compute.manager [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Unshelving [ 1012.617695] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067541} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.618347] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.621613] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769497c-1536-48b2-bb7a-df0df640f4f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.646168] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/792731e1-5671-43bc-8271-860c18ce4465.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.649979] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9bc23d9-1e60-482f-8e26-cab3d74b6269 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.669823] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1012.669823] env[68089]: value = "task-2853270" [ 1012.669823] env[68089]: _type = "Task" [ 1012.669823] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.678424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.678424] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.678424] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.682678] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.718731] env[68089]: DEBUG oslo_concurrency.lockutils [req-f7aacb14-7ebe-4ab2-9092-dc8b2a42b1d0 req-6fff1ba9-5aca-4872-93bd-5143fa96d288 service nova] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.799778] env[68089]: INFO nova.compute.manager [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Took 45.39 seconds to build instance. [ 1012.856092] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.856440] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.856676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.856869] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.857073] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.859678] env[68089]: INFO nova.compute.manager [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Terminating instance [ 1012.895311] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.902999] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a211ce32-4368-493f-9b5b-f836e7cde213 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.912688] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09f1a9-9654-4840-9926-782f182b32eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.944791] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136dc6e3-32ec-4ec2-9675-16dfc5a25895 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.952934] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62bb2f-29ac-4af3-b2bd-86ef6e860049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.967203] env[68089]: DEBUG nova.compute.provider_tree [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.180419] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853270, 'name': ReconfigVM_Task, 'duration_secs': 0.504021} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.180681] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/792731e1-5671-43bc-8271-860c18ce4465.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.181311] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-392ccf51-eeb7-4496-9f12-36f00830a9ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.187660] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1013.187660] env[68089]: value = "task-2853271" [ 1013.187660] env[68089]: _type = "Task" [ 1013.187660] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.200904] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853271, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.238482] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.302258] env[68089]: DEBUG oslo_concurrency.lockutils [None req-390f5d30-eb8b-42f4-a9ad-31b68b204b55 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.896s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.363207] env[68089]: DEBUG nova.compute.manager [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.363452] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.364475] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a088e-1979-41ef-9d7d-3237d89afc9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.373046] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.373344] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccab116-434f-42b1-94f8-d428b83a18ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.381655] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1013.381655] env[68089]: value = "task-2853272" [ 1013.381655] env[68089]: _type = "Task" [ 1013.381655] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.392244] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.471010] env[68089]: DEBUG nova.scheduler.client.report [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.582890] env[68089]: DEBUG nova.network.neutron [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.613447] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.700708] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853271, 'name': Rename_Task, 'duration_secs': 0.217715} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.701051] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.701314] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d477d8f8-0461-4a4c-a419-a0732c8e2a71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.708240] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1013.708240] env[68089]: value = "task-2853273" [ 1013.708240] env[68089]: _type = "Task" [ 1013.708240] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.719691] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.899319] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853272, 'name': PowerOffVM_Task, 'duration_secs': 0.335365} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.900016] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.900466] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.902340] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49468eb9-f03e-4777-b3db-d3d590060137 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975086] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.975086] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.975086] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleting the datastore file [datastore2] 6ccf595f-a1ba-453a-a53a-0d44130e8b7e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.975086] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03ab903-eea5-44e0-941d-843f2baced82 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.976927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.980659] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.664s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.981020] env[68089]: DEBUG nova.objects.instance [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lazy-loading 'resources' on Instance uuid bf8dbfdb-8a47-4631-be28-48aa40c0a3e9 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.991035] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1013.991035] env[68089]: value = "task-2853275" [ 1013.991035] env[68089]: _type = "Task" [ 1013.991035] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.003682] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.011927] env[68089]: INFO nova.scheduler.client.report [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance 67747e99-aa99-4b97-9eb3-bf1bb077b5d3 [ 1014.086405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.088563] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Instance network_info: |[{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.089471] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:53:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29447101-38ee-49f1-b57b-af0cbc19a992', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.098846] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Creating folder: Project (3ba92b67c7b84f89bdc639989b9965bc). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.099305] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c49e027f-c268-46c0-8d44-6d30585efa4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.113390] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Created folder: Project (3ba92b67c7b84f89bdc639989b9965bc) in parent group-v573447. [ 1014.113827] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Creating folder: Instances. Parent ref: group-v573721. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.114266] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1402e92b-e252-4cb2-bf54-f55a12ac99eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.125537] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Created folder: Instances in parent group-v573721. [ 1014.125849] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.126130] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.126409] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-248112ab-807f-4f02-9cbc-6cb95842c9a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.146939] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.146939] env[68089]: value = "task-2853278" [ 1014.146939] env[68089]: _type = "Task" [ 1014.146939] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.156229] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853278, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.221733] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.449491] env[68089]: DEBUG nova.compute.manager [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Received event network-changed-29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1014.449491] env[68089]: DEBUG nova.compute.manager [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Refreshing instance network info cache due to event network-changed-29447101-38ee-49f1-b57b-af0cbc19a992. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1014.449957] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] Acquiring lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.450314] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] Acquired lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.450583] env[68089]: DEBUG nova.network.neutron [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Refreshing network info cache for port 29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.503861] env[68089]: DEBUG oslo_vmware.api [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389115} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.504201] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.504201] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.504539] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.504726] env[68089]: INFO nova.compute.manager [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1014.504987] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.505229] env[68089]: DEBUG nova.compute.manager [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.505334] env[68089]: DEBUG nova.network.neutron [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.529957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ceb5095-b193-4841-bcdf-7432c3694e37 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "67747e99-aa99-4b97-9eb3-bf1bb077b5d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.448s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.663768] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853278, 'name': CreateVM_Task, 'duration_secs': 0.462505} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.664611] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.666257] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.666585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.666789] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.667116] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a3ac58-ef7b-4d1d-af0a-62401aed6536 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.677598] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1014.677598] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52529433-a635-637a-03da-befc4f6c769c" [ 1014.677598] env[68089]: _type = "Task" [ 1014.677598] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.691095] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52529433-a635-637a-03da-befc4f6c769c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.722830] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.817979] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9af81c-0419-49e4-8c82-9068ff72319f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.827619] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae83931-1f6c-47cc-b973-ca09dcd20e2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.860067] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a62de8-1828-43d5-8e81-1cdda2e16849 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.866990] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2bae3-ecdb-4111-bfb8-495efdacdc23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883351] env[68089]: DEBUG nova.compute.provider_tree [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.193950] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52529433-a635-637a-03da-befc4f6c769c, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.195040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.195499] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.195856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.199318] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.199318] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.199318] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5050761e-007e-4882-a15c-eca3c8e82375 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.200032] env[68089]: DEBUG nova.network.neutron [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updated VIF entry in instance network info cache for port 29447101-38ee-49f1-b57b-af0cbc19a992. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.200497] env[68089]: DEBUG nova.network.neutron [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.209969] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.210210] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.211159] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff2b4c1-f7dc-432f-82ca-ee24ede80b6a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.223064] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1015.223064] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d2e29d-0903-ba4c-f5e6-58d50eedfd05" [ 1015.223064] env[68089]: _type = "Task" [ 1015.223064] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.226705] env[68089]: DEBUG oslo_vmware.api [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853273, 'name': PowerOnVM_Task, 'duration_secs': 1.305634} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.230814] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.231040] env[68089]: INFO nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1015.231246] env[68089]: DEBUG nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.232132] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4b31a-bee5-4e50-b3df-247279ad9473 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.242204] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d2e29d-0903-ba4c-f5e6-58d50eedfd05, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.248372] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6879546-edd7-4835-9e82-e7ddbdb0412c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.256826] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1015.256826] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf5aa5-e152-223c-ea76-c6d30b473933" [ 1015.256826] env[68089]: _type = "Task" [ 1015.256826] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.265981] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf5aa5-e152-223c-ea76-c6d30b473933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.387441] env[68089]: DEBUG nova.scheduler.client.report [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.461067] env[68089]: DEBUG nova.compute.manager [req-38d91ee6-3410-4f02-afd8-5194629dc30a req-f01c6352-551f-4a40-864f-4714b599d68a service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Received event network-vif-deleted-292ffcc8-bfff-4ec9-9355-281c52d84672 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.461665] env[68089]: INFO nova.compute.manager [req-38d91ee6-3410-4f02-afd8-5194629dc30a req-f01c6352-551f-4a40-864f-4714b599d68a service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Neutron deleted interface 292ffcc8-bfff-4ec9-9355-281c52d84672; detaching it from the instance and deleting it from the info cache [ 1015.461665] env[68089]: DEBUG nova.network.neutron [req-38d91ee6-3410-4f02-afd8-5194629dc30a req-f01c6352-551f-4a40-864f-4714b599d68a service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.679968] env[68089]: INFO nova.compute.manager [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Rebuilding instance [ 1015.709076] env[68089]: DEBUG oslo_concurrency.lockutils [req-e6a70a86-23be-432b-80dd-5d6fc97fe8dc req-7d1a2cc9-b187-404e-8802-5f5b3a85ae50 service nova] Releasing lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.742339] env[68089]: DEBUG nova.compute.manager [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.743457] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bbb505-e8ca-4372-9c15-8a854b434e68 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.769230] env[68089]: INFO nova.compute.manager [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Took 38.52 seconds to build instance. [ 1015.777162] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bf5aa5-e152-223c-ea76-c6d30b473933, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.777444] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.777721] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b83add5c-6e78-4218-96bd-204548551f7a/b83add5c-6e78-4218-96bd-204548551f7a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.777994] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f70d15e3-f9dc-4556-8ca5-f81c597120e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.785592] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1015.785592] env[68089]: value = "task-2853279" [ 1015.785592] env[68089]: _type = "Task" [ 1015.785592] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.796129] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.845635] env[68089]: DEBUG nova.network.neutron [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.892916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.896995] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.265s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.897594] env[68089]: DEBUG nova.objects.instance [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lazy-loading 'resources' on Instance uuid ed97c0f4-1930-4b3f-b6c9-f5252255901c {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.917543] env[68089]: INFO nova.scheduler.client.report [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Deleted allocations for instance bf8dbfdb-8a47-4631-be28-48aa40c0a3e9 [ 1015.966508] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e5213bf-3fba-40ad-8b20-571a539ee771 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.983144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c9b22-2c86-4946-8c37-af82b8be6751 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.028514] env[68089]: DEBUG nova.compute.manager [req-38d91ee6-3410-4f02-afd8-5194629dc30a req-f01c6352-551f-4a40-864f-4714b599d68a service nova] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Detach interface failed, port_id=292ffcc8-bfff-4ec9-9355-281c52d84672, reason: Instance 6ccf595f-a1ba-453a-a53a-0d44130e8b7e could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1016.271407] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c08c0ed1-e5d6-4ab0-ac3e-e756f60f5442 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.759s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.297868] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.350463] env[68089]: INFO nova.compute.manager [-] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Took 1.84 seconds to deallocate network for instance. [ 1016.415239] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.415239] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.431110] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a4287f8f-0f3b-4533-8c38-62b13c33857b tempest-ServersTestBootFromVolume-1709065951 tempest-ServersTestBootFromVolume-1709065951-project-member] Lock "bf8dbfdb-8a47-4631-be28-48aa40c0a3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.455s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.663485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ce1fc-a984-4791-b34a-ce5455cab29c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.671952] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2083d-6353-40b5-95ed-c69eaaf432a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.703197] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062623e-bf71-4e26-86ea-404b9b7b28b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.710837] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8f0170-8ea7-4420-b596-9b7685b916ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.723997] env[68089]: DEBUG nova.compute.provider_tree [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.770076] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.770076] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6109d94-4337-42ca-b240-f206bd21f132 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.776239] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1016.776239] env[68089]: value = "task-2853280" [ 1016.776239] env[68089]: _type = "Task" [ 1016.776239] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.787537] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.797316] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559451} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.797586] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b83add5c-6e78-4218-96bd-204548551f7a/b83add5c-6e78-4218-96bd-204548551f7a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.797804] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.798073] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93d82b46-7d7d-4c34-817c-ab552e32823e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.807225] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1016.807225] env[68089]: value = "task-2853281" [ 1016.807225] env[68089]: _type = "Task" [ 1016.807225] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.816832] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.859712] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.859979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.860202] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.915936] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.962409] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.962409] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.226911] env[68089]: DEBUG nova.scheduler.client.report [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.287991] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853280, 'name': PowerOffVM_Task, 'duration_secs': 0.494167} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.289222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.289222] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.289892] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dbe3c1-0042-4b61-986f-e0e590e71a5c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.297452] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.297616] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac10e672-8dbf-4b8a-8f7c-90cf7786bfa6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.316952] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065329} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.317695] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.318560] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033c211-344e-457e-81dc-80438bd269e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.341494] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b83add5c-6e78-4218-96bd-204548551f7a/b83add5c-6e78-4218-96bd-204548551f7a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.341661] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6d00cb-46c2-4980-a95f-39054253b397 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.363634] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.366695] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1017.366695] env[68089]: value = "task-2853283" [ 1017.366695] env[68089]: _type = "Task" [ 1017.366695] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.372473] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.372780] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.373033] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore1] b9c9e5dc-3ea2-47a3-af1b-221268e27034 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.376304] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4981b2ba-71cb-465c-adbc-a5be34eb946a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.378529] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.382511] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1017.382511] env[68089]: value = "task-2853284" [ 1017.382511] env[68089]: _type = "Task" [ 1017.382511] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.392700] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.443047] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.465433] env[68089]: DEBUG nova.compute.utils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.569460] env[68089]: DEBUG nova.compute.manager [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.569706] env[68089]: DEBUG nova.compute.manager [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing instance network info cache due to event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1017.569945] env[68089]: DEBUG oslo_concurrency.lockutils [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.570227] env[68089]: DEBUG oslo_concurrency.lockutils [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.570504] env[68089]: DEBUG nova.network.neutron [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.731994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.734570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.839s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.734878] env[68089]: DEBUG nova.objects.instance [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'resources' on Instance uuid 4e87d1c4-1237-4f53-ab7e-1843ee278b15 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.754709] env[68089]: INFO nova.scheduler.client.report [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Deleted allocations for instance ed97c0f4-1930-4b3f-b6c9-f5252255901c [ 1017.882036] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853283, 'name': ReconfigVM_Task, 'duration_secs': 0.300271} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.882168] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b83add5c-6e78-4218-96bd-204548551f7a/b83add5c-6e78-4218-96bd-204548551f7a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.882797] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d02b5b89-4aa8-4344-93ae-4710af952f35 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.888332] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.893594] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166768} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.895022] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.895251] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.895436] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.898133] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1017.898133] env[68089]: value = "task-2853285" [ 1017.898133] env[68089]: _type = "Task" [ 1017.898133] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.906851] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853285, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.968879] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.263970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c1bf1309-705b-46da-8d17-9f009c24088c tempest-ImagesTestJSON-1846869846 tempest-ImagesTestJSON-1846869846-project-member] Lock "ed97c0f4-1930-4b3f-b6c9-f5252255901c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.037s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.335711] env[68089]: DEBUG nova.network.neutron [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updated VIF entry in instance network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.336126] env[68089]: DEBUG nova.network.neutron [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.415224] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853285, 'name': Rename_Task, 'duration_secs': 0.239562} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.415224] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.415224] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b78cada-82c0-4c43-b45d-a37b8492f8cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.424566] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1018.424566] env[68089]: value = "task-2853286" [ 1018.424566] env[68089]: _type = "Task" [ 1018.424566] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.434286] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.538983] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdde8a7-c950-4f5e-ac17-e8148a15f684 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.547335] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd6a36e-09ff-475c-b953-79ef99414447 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.584411] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b6cb7-a318-4589-a0a1-e763e54632d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.593026] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edae3428-fe65-447d-9e79-228754f02c86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.608213] env[68089]: DEBUG nova.compute.provider_tree [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.838783] env[68089]: DEBUG oslo_concurrency.lockutils [req-11d05e53-f446-4e32-aa42-7db717141228 req-59c3189e-0b85-4a43-850e-dcf16a1d1b66 service nova] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.942528] env[68089]: DEBUG oslo_vmware.api [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853286, 'name': PowerOnVM_Task, 'duration_secs': 0.505773} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.945758] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.946102] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.946338] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.946808] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.946808] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.947039] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.947365] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.947760] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.948008] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.948273] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.948545] env[68089]: DEBUG nova.virt.hardware [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.949056] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.949283] env[68089]: INFO nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1018.949559] env[68089]: DEBUG nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.950746] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b030648-1131-4dcc-a8da-7f69c81e0dcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.955312] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1484dcac-3808-46e6-addd-396374b3d584 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.972941] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4f918-76df-43f6-89b1-f3a26b757140 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.994317] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:ea:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed982d79-ddcc-4006-85ce-39ace5af5db9', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.001665] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.001932] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.002200] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac2063e5-760e-4193-ae77-e22931ad1e37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.022040] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.022040] env[68089]: value = "task-2853287" [ 1019.022040] env[68089]: _type = "Task" [ 1019.022040] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.029377] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853287, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.042553] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.042864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.043117] env[68089]: INFO nova.compute.manager [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Attaching volume 6bebfedb-83ce-4c74-9576-8b2355c8cc50 to /dev/sdb [ 1019.075562] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17dad23-fbe6-4bcc-a39a-9460ccca0c48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.082739] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a65e9ca-ed6a-46e2-882f-3f5bcebac02b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.096435] env[68089]: DEBUG nova.virt.block_device [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updating existing volume attachment record: 2c419507-d854-429a-8200-ea262c9da4c7 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.111367] env[68089]: DEBUG nova.scheduler.client.report [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.483848] env[68089]: INFO nova.compute.manager [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Took 21.41 seconds to build instance. [ 1019.533554] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853287, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.617680] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.619986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.620233] env[68089]: DEBUG nova.objects.instance [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'pci_requests' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.646435] env[68089]: INFO nova.scheduler.client.report [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance 4e87d1c4-1237-4f53-ab7e-1843ee278b15 [ 1019.988140] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2832f12a-9daf-4b8c-b81f-20974c2c0c73 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.925s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.033566] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853287, 'name': CreateVM_Task, 'duration_secs': 0.656911} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.033750] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.034636] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.034806] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.035220] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.035480] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf275d1-3ecd-49df-877a-fc20225798a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.041233] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1020.041233] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa2300-acff-1c08-67a1-807b03ca0c2e" [ 1020.041233] env[68089]: _type = "Task" [ 1020.041233] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.052159] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa2300-acff-1c08-67a1-807b03ca0c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.125821] env[68089]: DEBUG nova.objects.instance [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'numa_topology' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.134139] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.134646] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821de75b-a792-411a-a733-3896067d4090 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.143116] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.144162] env[68089]: ERROR oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk due to incomplete transfer. [ 1020.146649] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa7fe5cc-1b38-4f0a-9166-1d44efc09fef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.153088] env[68089]: DEBUG oslo_vmware.rw_handles [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dc82a5-2751-ade1-aef5-ee48568e5d6f/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.153088] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Uploaded image fe87e807-02ac-41fb-bed7-cb9b1a54a17d to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.155641] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.157279] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41fdf47d-3e68-4d11-9321-6c43f17c8c8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.159072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cddc67f-b4ef-404e-9347-17ef051607cb tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "4e87d1c4-1237-4f53-ab7e-1843ee278b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.166s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.165039] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1020.165039] env[68089]: value = "task-2853291" [ 1020.165039] env[68089]: _type = "Task" [ 1020.165039] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.173171] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853291, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.552746] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52aa2300-acff-1c08-67a1-807b03ca0c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.553421] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.553814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.554197] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.554485] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.554816] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.555340] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae594e17-3655-4051-becf-abc1d168be11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.572023] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.572023] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.572023] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94943151-1a80-4053-994f-2e7b0b682e14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.580024] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1020.580024] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebe158-44f8-f5b5-0104-58a6e7a364f7" [ 1020.580024] env[68089]: _type = "Task" [ 1020.580024] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.586410] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebe158-44f8-f5b5-0104-58a6e7a364f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.639538] env[68089]: INFO nova.compute.claims [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.678287] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853291, 'name': Destroy_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.091089] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ebe158-44f8-f5b5-0104-58a6e7a364f7, 'name': SearchDatastore_Task, 'duration_secs': 0.03023} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.091089] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c546a9b-2081-4bba-8282-283b10e871ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.095025] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1021.095025] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a6d56b-1a5c-4801-f94e-872378ddd7d2" [ 1021.095025] env[68089]: _type = "Task" [ 1021.095025] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.103137] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a6d56b-1a5c-4801-f94e-872378ddd7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.175515] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853291, 'name': Destroy_Task, 'duration_secs': 0.719085} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.175789] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Destroyed the VM [ 1021.176037] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.176286] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33170561-076c-4495-b0e8-3de98016c21b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.182689] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1021.182689] env[68089]: value = "task-2853292" [ 1021.182689] env[68089]: _type = "Task" [ 1021.182689] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.194170] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.343257] env[68089]: DEBUG nova.compute.manager [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Received event network-changed-29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.344851] env[68089]: DEBUG nova.compute.manager [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Refreshing instance network info cache due to event network-changed-29447101-38ee-49f1-b57b-af0cbc19a992. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1021.345888] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] Acquiring lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.345991] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] Acquired lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.346151] env[68089]: DEBUG nova.network.neutron [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Refreshing network info cache for port 29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.607677] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a6d56b-1a5c-4801-f94e-872378ddd7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.025749} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.608057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.608237] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.608907] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb1ddaf-f2aa-4762-afb2-7a3326ab70fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.620317] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1021.620317] env[68089]: value = "task-2853294" [ 1021.620317] env[68089]: _type = "Task" [ 1021.620317] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.630462] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.695109] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853292, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.760411] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.760843] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.949970] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14bf7c2-b750-4ec0-9940-5eb9f0a79ce3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.960874] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bcdfc6-1111-4468-8ca5-1f9f69b34e8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995821] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09742ea-aae4-4fda-b8fb-8b9daa23d88d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.006854] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5cc48e-db76-4aaa-b986-7e8dc1bf3c02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.022443] env[68089]: DEBUG nova.compute.provider_tree [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.132610] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.199295] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853292, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.266836] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.344169] env[68089]: DEBUG nova.network.neutron [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updated VIF entry in instance network info cache for port 29447101-38ee-49f1-b57b-af0cbc19a992. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.344596] env[68089]: DEBUG nova.network.neutron [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.526361] env[68089]: DEBUG nova.scheduler.client.report [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.630255] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578193} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.630682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.630842] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.630937] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4956f46-53fa-400e-8f5d-14c03f638794 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.637378] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1022.637378] env[68089]: value = "task-2853295" [ 1022.637378] env[68089]: _type = "Task" [ 1022.637378] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.644732] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.694108] env[68089]: DEBUG oslo_vmware.api [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853292, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23258} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.694394] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.694643] env[68089]: INFO nova.compute.manager [None req-bac4c3a8-27bc-49ee-aca7-baf773aa22c7 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 1022.790274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.847263] env[68089]: DEBUG oslo_concurrency.lockutils [req-f4ef9667-5d29-43cf-9fe7-5cecc191efc4 req-d4a1fb71-58e0-4b32-a067-1dcaef54513e service nova] Releasing lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.031460] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.411s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.033805] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.174s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.034053] env[68089]: DEBUG nova.objects.instance [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'resources' on Instance uuid 6ccf595f-a1ba-453a-a53a-0d44130e8b7e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.089640] env[68089]: INFO nova.network.neutron [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1023.147525] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074355} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.147525] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.147926] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90421ac6-3dfa-4e97-8e1b-2342812a0082 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.173386] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.173591] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcc526b-7f38-4869-9e2d-b3e09445381e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.194411] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1023.194411] env[68089]: value = "task-2853296" [ 1023.194411] env[68089]: _type = "Task" [ 1023.194411] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.208454] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.645272] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.645485] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573726', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'name': 'volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e0feae4-454d-40fc-9509-1409e14d087f', 'attached_at': '', 'detached_at': '', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'serial': '6bebfedb-83ce-4c74-9576-8b2355c8cc50'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.646192] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5447ff-b463-461c-ba26-07792da4a8c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672646] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6dbdf-f114-47dd-849d-3bf36e036d77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.700236] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50/volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.703499] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c605c006-1834-45a6-ac28-a2f8d7f51d62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726127] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853296, 'name': ReconfigVM_Task, 'duration_secs': 0.29317} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.728041] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b9c9e5dc-3ea2-47a3-af1b-221268e27034/b9c9e5dc-3ea2-47a3-af1b-221268e27034.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.728924] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1023.728924] env[68089]: value = "task-2853297" [ 1023.728924] env[68089]: _type = "Task" [ 1023.728924] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.729475] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9c0a32-2d2f-49a6-aee0-bd480ce4d830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.745030] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.745392] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1023.745392] env[68089]: value = "task-2853298" [ 1023.745392] env[68089]: _type = "Task" [ 1023.745392] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.753865] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853298, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.870033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f548b5-63ab-49a0-92f5-d5f69bd97972 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.875095] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c9381-1073-47ea-b76c-47cdeed34e7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.906722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14f45e-44db-4c90-809d-79f9c9d1bcce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.915477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba951e-195f-458b-9916-6befd22ecb84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.929316] env[68089]: DEBUG nova.compute.provider_tree [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.241724] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.253754] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853298, 'name': Rename_Task, 'duration_secs': 0.14139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.254050] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.254291] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9551fb8b-346e-4630-8534-80a4a1147ac4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.259981] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1024.259981] env[68089]: value = "task-2853299" [ 1024.259981] env[68089]: _type = "Task" [ 1024.259981] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.267323] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.432515] env[68089]: DEBUG nova.scheduler.client.report [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.744335] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853297, 'name': ReconfigVM_Task, 'duration_secs': 0.821536} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.744668] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50/volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.750380] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a224796-c672-4bd4-806f-054a0d158068 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.770041] env[68089]: DEBUG oslo_vmware.api [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853299, 'name': PowerOnVM_Task, 'duration_secs': 0.48484} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.771384] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.771709] env[68089]: DEBUG nova.compute.manager [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.772062] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1024.772062] env[68089]: value = "task-2853300" [ 1024.772062] env[68089]: _type = "Task" [ 1024.772062] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.772811] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399446f-18b6-4de1-b74b-763f75162c71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.788712] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.937683] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.940875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.497s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.943959] env[68089]: INFO nova.compute.claims [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.962264] env[68089]: INFO nova.scheduler.client.report [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted allocations for instance 6ccf595f-a1ba-453a-a53a-0d44130e8b7e [ 1025.174322] env[68089]: DEBUG nova.compute.manager [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.175248] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2811720-e84c-4b99-a77b-3b408ace5079 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.196385] env[68089]: DEBUG nova.compute.manager [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.196720] env[68089]: DEBUG oslo_concurrency.lockutils [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.196985] env[68089]: DEBUG oslo_concurrency.lockutils [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.197242] env[68089]: DEBUG oslo_concurrency.lockutils [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.197434] env[68089]: DEBUG nova.compute.manager [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] No waiting events found dispatching network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.197501] env[68089]: WARNING nova.compute.manager [req-3079ee65-cfbe-4609-9396-0f0eeb0fa41b req-98c4e8a2-6bb7-4530-87a0-59de9fba2921 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received unexpected event network-vif-plugged-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1025.286872] env[68089]: DEBUG oslo_vmware.api [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853300, 'name': ReconfigVM_Task, 'duration_secs': 0.154273} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.287247] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573726', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'name': 'volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e0feae4-454d-40fc-9509-1409e14d087f', 'attached_at': '', 'detached_at': '', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'serial': '6bebfedb-83ce-4c74-9576-8b2355c8cc50'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.301365] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.327146] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.327393] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.327581] env[68089]: DEBUG nova.network.neutron [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.470154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-43eb7d74-6578-4c9a-a7ee-c03ac0337127 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6ccf595f-a1ba-453a-a53a-0d44130e8b7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.614s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.687259] env[68089]: INFO nova.compute.manager [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] instance snapshotting [ 1025.694107] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53001b0f-e888-4b0e-ba1d-2d47940f6ea3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.714092] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3ec496-290d-4664-875a-07bd7066daa6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.075211] env[68089]: DEBUG nova.network.neutron [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.225554] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1026.230464] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b3d33c1-37a4-46ef-b0bc-09627812a724 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.244678] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.244924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.246282] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1026.246282] env[68089]: value = "task-2853301" [ 1026.246282] env[68089]: _type = "Task" [ 1026.246282] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.258641] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853301, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.265745] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b82b34-0d4f-425b-a9c7-04eb63809b62 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.277280] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178abc9-f3e9-4429-8338-397f8d51f8e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.321309] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a2dfd-3b81-491a-8f8e-3a8da89babc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.329104] env[68089]: DEBUG nova.objects.instance [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid 1e0feae4-454d-40fc-9509-1409e14d087f {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.331889] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebb66d-efb8-4df9-be9b-02f42cdbea09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.348747] env[68089]: DEBUG nova.compute.provider_tree [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.580076] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.605645] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3cc3c9658bbff914cec6be8a592a1e3b',container_format='bare',created_at=2025-03-07T09:22:02Z,direct_url=,disk_format='vmdk',id=f58df314-391b-42d2-a310-f03d3b0b86e0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1711735317-shelved',owner='6c6f946da78841af841b7fa5f5468776',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-03-07T09:22:18Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.605952] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.606184] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.606452] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.606644] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.606829] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.607110] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.607318] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.607529] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.607722] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.607933] env[68089]: DEBUG nova.virt.hardware [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.608795] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d89daf-9abb-4a1b-9d06-9bf513f2b708 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.616208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55e406-ac4f-4c27-a51a-4e0f97d2dab6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.629805] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3bdda92-5337-44fb-9cb7-5a9a9ca895e6', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.637741] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.638116] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.638377] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d1d6b1-b0b8-4ca0-9f77-c63e89885068 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.659996] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.659996] env[68089]: value = "task-2853302" [ 1026.659996] env[68089]: _type = "Task" [ 1026.659996] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.668785] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853302, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.747333] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.760265] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853301, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.842790] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4adbea73-c5f9-4a14-8ab6-3484b1ac0051 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.853234] env[68089]: DEBUG nova.scheduler.client.report [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.906309] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.906618] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.906829] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.907027] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.907191] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.909531] env[68089]: INFO nova.compute.manager [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Terminating instance [ 1027.170740] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853302, 'name': CreateVM_Task, 'duration_secs': 0.337375} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.171068] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.171584] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.171783] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.172172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.172441] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609fe9ce-7bf5-4524-957a-4310fe7beaf6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.176867] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1027.176867] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523749b1-45f7-10e6-f114-ba2044354bc8" [ 1027.176867] env[68089]: _type = "Task" [ 1027.176867] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.186508] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523749b1-45f7-10e6-f114-ba2044354bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.260529] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853301, 'name': CreateSnapshot_Task, 'duration_secs': 0.639032} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.262870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.263880] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ba809-17c1-48b5-844a-8845e5581c3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.275466] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.311159] env[68089]: DEBUG nova.compute.manager [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1027.311590] env[68089]: DEBUG nova.compute.manager [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing instance network info cache due to event network-changed-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1027.312599] env[68089]: DEBUG oslo_concurrency.lockutils [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.312882] env[68089]: DEBUG oslo_concurrency.lockutils [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.312995] env[68089]: DEBUG nova.network.neutron [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Refreshing network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.358394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.358981] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.361527] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.473s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.363131] env[68089]: INFO nova.compute.claims [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.413753] env[68089]: DEBUG nova.compute.manager [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.414133] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.414947] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fec945-cd73-4068-be4c-39fc183762ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.424496] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.424739] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e122ed42-5a55-4690-8b5d-103b6a056df3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.430817] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1027.430817] env[68089]: value = "task-2853303" [ 1027.430817] env[68089]: _type = "Task" [ 1027.430817] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.438258] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.566357] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.566593] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.687463] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.687751] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Processing image f58df314-391b-42d2-a310-f03d3b0b86e0 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.688014] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688170] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688347] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.688599] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b3f0c8-fbe8-4503-b13d-ce444478755c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.705870] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.706077] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.706777] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6883d305-cd22-404e-ae78-ac8380e92157 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.713185] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1027.713185] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5262cd39-6bf0-83b8-b93c-920308b426cd" [ 1027.713185] env[68089]: _type = "Task" [ 1027.713185] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.721795] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5262cd39-6bf0-83b8-b93c-920308b426cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.783238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.783591] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8c70672-7f9d-44c0-9a18-64747c353711 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.791441] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1027.791441] env[68089]: value = "task-2853304" [ 1027.791441] env[68089]: _type = "Task" [ 1027.791441] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.799678] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853304, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.866940] env[68089]: DEBUG nova.compute.utils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.871041] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.871041] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.908394] env[68089]: DEBUG nova.policy [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.942024] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853303, 'name': PowerOffVM_Task, 'duration_secs': 0.330244} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.942487] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.942729] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.943034] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326e492c-90cb-4bd4-b38e-576ae1a68729 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.010088] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.010362] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.010551] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore2] b9c9e5dc-3ea2-47a3-af1b-221268e27034 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.010821] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96d9ccbc-4de2-4458-92be-c12b6320b979 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.018321] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1028.018321] env[68089]: value = "task-2853306" [ 1028.018321] env[68089]: _type = "Task" [ 1028.018321] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.026879] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.032570] env[68089]: DEBUG nova.network.neutron [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updated VIF entry in instance network info cache for port d3bdda92-5337-44fb-9cb7-5a9a9ca895e6. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.033055] env[68089]: DEBUG nova.network.neutron [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.068766] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.106935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "06d32947-433d-467d-b38f-8c02cae4458d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.111160] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.191798] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Successfully created port: a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.225523] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1028.225808] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Fetch image to [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d/OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1028.226022] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Downloading stream optimized image f58df314-391b-42d2-a310-f03d3b0b86e0 to [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d/OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d.vmdk on the data store datastore2 as vApp {{(pid=68089) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1028.226202] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Downloading image file data f58df314-391b-42d2-a310-f03d3b0b86e0 to the ESX as VM named 'OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d' {{(pid=68089) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1028.303128] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853304, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.316778] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1028.316778] env[68089]: value = "resgroup-9" [ 1028.316778] env[68089]: _type = "ResourcePool" [ 1028.316778] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1028.317282] env[68089]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b6b85769-cebd-4a6b-b29b-ffb9f713a1b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.343132] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lease: (returnval){ [ 1028.343132] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527df2a6-e0df-90d2-915b-a66be06d884b" [ 1028.343132] env[68089]: _type = "HttpNfcLease" [ 1028.343132] env[68089]: } obtained for vApp import into resource pool (val){ [ 1028.343132] env[68089]: value = "resgroup-9" [ 1028.343132] env[68089]: _type = "ResourcePool" [ 1028.343132] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1028.343449] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the lease: (returnval){ [ 1028.343449] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527df2a6-e0df-90d2-915b-a66be06d884b" [ 1028.343449] env[68089]: _type = "HttpNfcLease" [ 1028.343449] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1028.353675] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.353675] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527df2a6-e0df-90d2-915b-a66be06d884b" [ 1028.353675] env[68089]: _type = "HttpNfcLease" [ 1028.353675] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1028.371769] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.457825] env[68089]: DEBUG nova.compute.manager [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1028.530314] env[68089]: DEBUG oslo_vmware.api [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29805} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.530843] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.530843] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.530972] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.531076] env[68089]: INFO nova.compute.manager [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1028.531314] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.531495] env[68089]: DEBUG nova.compute.manager [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.531583] env[68089]: DEBUG nova.network.neutron [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.535969] env[68089]: DEBUG oslo_concurrency.lockutils [req-48626517-4f89-4e59-8895-b29fc791d713 req-f94f5095-c9ff-4727-aaf2-6caa5d3babaf service nova] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.592494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.610413] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.649535] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8646d0c-5fd9-4156-b105-1a0d72b572ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.659357] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd5ba8-7d1c-4d32-8db1-051dc7fd9d89 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.691746] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a07a1-54fc-4dca-a135-300f0c1927fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.701030] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb840b1d-057c-4ea2-95d1-20e73c0a0a52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.715803] env[68089]: DEBUG nova.compute.provider_tree [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.802602] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853304, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.851653] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.851653] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527df2a6-e0df-90d2-915b-a66be06d884b" [ 1028.851653] env[68089]: _type = "HttpNfcLease" [ 1028.851653] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.851991] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.851991] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527df2a6-e0df-90d2-915b-a66be06d884b" [ 1028.851991] env[68089]: _type = "HttpNfcLease" [ 1028.851991] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1028.852737] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b103684-a3f3-4ee5-94f6-bac5f934bcb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.859750] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.859885] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1028.924408] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-058f5298-933d-488c-88e4-80d69309e879 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.975035] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.133353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.222668] env[68089]: DEBUG nova.scheduler.client.report [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.276213] env[68089]: DEBUG nova.network.neutron [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.309190] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853304, 'name': CloneVM_Task, 'duration_secs': 1.35584} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.311924] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Created linked-clone VM from snapshot [ 1029.312873] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6c7b69-2210-4e1e-80e1-30ff88e6861f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.324278] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Uploading image b6f9082d-f84c-414f-a7aa-b8f5236329f9 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.340196] env[68089]: DEBUG nova.compute.manager [req-98387ddb-25bb-4c09-80da-e74c05d69729 req-4b57cef3-5f52-4b48-82af-0251a83b29e4 service nova] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Received event network-vif-deleted-ed982d79-ddcc-4006-85ce-39ace5af5db9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.352902] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.352902] env[68089]: value = "vm-573729" [ 1029.352902] env[68089]: _type = "VirtualMachine" [ 1029.352902] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.353191] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4fd29664-77c0-4438-a344-71c8b3f4d1ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.362130] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease: (returnval){ [ 1029.362130] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529d7bfa-51b4-d8b5-8dd1-5b0e8634bb65" [ 1029.362130] env[68089]: _type = "HttpNfcLease" [ 1029.362130] env[68089]: } obtained for exporting VM: (result){ [ 1029.362130] env[68089]: value = "vm-573729" [ 1029.362130] env[68089]: _type = "VirtualMachine" [ 1029.362130] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.362385] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the lease: (returnval){ [ 1029.362385] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529d7bfa-51b4-d8b5-8dd1-5b0e8634bb65" [ 1029.362385] env[68089]: _type = "HttpNfcLease" [ 1029.362385] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.368742] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.368742] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529d7bfa-51b4-d8b5-8dd1-5b0e8634bb65" [ 1029.368742] env[68089]: _type = "HttpNfcLease" [ 1029.368742] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.424056] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.453074] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.453401] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.453687] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.453764] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.453906] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.454091] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.454304] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.454585] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.454648] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.454769] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.454939] env[68089]: DEBUG nova.virt.hardware [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.455845] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025046c-15d3-4919-81af-0702991ec457 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.467535] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ac3eb-9206-47de-9b2e-a9c91497fd98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.597373] env[68089]: DEBUG nova.compute.manager [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Received event network-vif-plugged-a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1029.597625] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] Acquiring lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.597893] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.598382] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.598469] env[68089]: DEBUG nova.compute.manager [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] No waiting events found dispatching network-vif-plugged-a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.598651] env[68089]: WARNING nova.compute.manager [req-1f722e3e-8c0c-4d79-9612-20ecb18c4f56 req-9bb5f429-68fd-4875-ad1b-8b7cd20d50c4 service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Received unexpected event network-vif-plugged-a6507aa9-7aa0-4901-85fd-a992f640e1f2 for instance with vm_state building and task_state spawning. [ 1029.704195] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Successfully updated port: a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.729032] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.730701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.941s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.732323] env[68089]: INFO nova.compute.claims [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.778377] env[68089]: INFO nova.compute.manager [-] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Took 1.25 seconds to deallocate network for instance. [ 1029.871903] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.871903] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529d7bfa-51b4-d8b5-8dd1-5b0e8634bb65" [ 1029.871903] env[68089]: _type = "HttpNfcLease" [ 1029.871903] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.873316] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.873316] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529d7bfa-51b4-d8b5-8dd1-5b0e8634bb65" [ 1029.873316] env[68089]: _type = "HttpNfcLease" [ 1029.873316] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.873631] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029ec98-f581-4902-898e-0de1125a3244 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.881538] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.881744] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.991987] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b735501-7e17-41e0-93eb-8d5293d824cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.054205] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1030.054482] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1030.055445] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f81860-f77e-4db7-bc37-8f27402cf822 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.062358] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1030.062557] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1030.062750] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1c0effd8-6167-41d5-9f62-74d1244506a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.207312] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.207525] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.207755] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.227493] env[68089]: DEBUG oslo_vmware.rw_handles [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238363f-3c36-fbec-c21b-65f928641ed1/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1030.227813] env[68089]: INFO nova.virt.vmwareapi.images [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Downloaded image file data f58df314-391b-42d2-a310-f03d3b0b86e0 [ 1030.228590] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235502d4-7533-43dd-bdd6-3fedf9fb43ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.245876] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "1d0f21f3-4dad-4581-bd1f-70cb23d175a0" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.246138] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "1d0f21f3-4dad-4581-bd1f-70cb23d175a0" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.249209] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d44af97-4265-4c6f-bbb8-bd36c9870d6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.279131] env[68089]: INFO nova.virt.vmwareapi.images [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] The imported VM was unregistered [ 1030.282307] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1030.282392] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.283011] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27480750-b790-4eed-9475-e587dc4acf41 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.286322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.296253] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Created directory with path [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.296427] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d/OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d.vmdk to [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk. {{(pid=68089) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1030.296753] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7157e899-c998-40db-aada-6645fde19f5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.304698] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1030.304698] env[68089]: value = "task-2853310" [ 1030.304698] env[68089]: _type = "Task" [ 1030.304698] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.317195] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.742531] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.753289] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "1d0f21f3-4dad-4581-bd1f-70cb23d175a0" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.753935] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.817193] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.903397] env[68089]: DEBUG nova.network.neutron [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Updating instance_info_cache with network_info: [{"id": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "address": "fa:16:3e:8b:4c:54", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6507aa9-7a", "ovs_interfaceid": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.949524] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.950560] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.153999] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63577cf8-bd69-4c64-9d33-787e9a0fd2bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.163671] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd3db6-76f1-4c01-8709-0418b8d45b09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.194495] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a803db6-9da8-4e6e-8c42-ced1ca16ceb1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.202845] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b33c8c-3506-4425-b5b3-9aadced34114 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.219540] env[68089]: DEBUG nova.compute.provider_tree [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.262116] env[68089]: DEBUG nova.compute.utils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.263858] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.264531] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.310898] env[68089]: DEBUG nova.policy [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aaf8e147f8b436d986aa821c9113eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b44ea88757a74571b9d382985ef3c529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.318607] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.406303] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.406631] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Instance network_info: |[{"id": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "address": "fa:16:3e:8b:4c:54", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6507aa9-7a", "ovs_interfaceid": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.407034] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:4c:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6507aa9-7aa0-4901-85fd-a992f640e1f2', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.415109] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.415901] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.416223] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cbdbe6e-2fe3-4e33-b270-387ac8fb7790 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.438156] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.438156] env[68089]: value = "task-2853311" [ 1031.438156] env[68089]: _type = "Task" [ 1031.438156] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.446661] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853311, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.453050] env[68089]: DEBUG nova.compute.utils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.623309] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Successfully created port: 12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.723698] env[68089]: DEBUG nova.scheduler.client.report [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.767891] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.818742] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.947449] env[68089]: DEBUG nova.compute.manager [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Received event network-changed-a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.947889] env[68089]: DEBUG nova.compute.manager [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Refreshing instance network info cache due to event network-changed-a6507aa9-7aa0-4901-85fd-a992f640e1f2. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1031.948150] env[68089]: DEBUG oslo_concurrency.lockutils [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] Acquiring lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.948388] env[68089]: DEBUG oslo_concurrency.lockutils [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] Acquired lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.948593] env[68089]: DEBUG nova.network.neutron [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Refreshing network info cache for port a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.953857] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853311, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.956303] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.231962] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.232700] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.235788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.935s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.236189] env[68089]: DEBUG nova.objects.instance [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.319030] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.449932] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853311, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.743237] env[68089]: DEBUG nova.compute.utils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.747631] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.748126] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.782666] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.799163] env[68089]: DEBUG nova.policy [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06f8abe85144cfc9bbaaf417caa91a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef944b28c9434ad681b2cf8d2f51dd56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.800403] env[68089]: DEBUG nova.network.neutron [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Updated VIF entry in instance network info cache for port a6507aa9-7aa0-4901-85fd-a992f640e1f2. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.801138] env[68089]: DEBUG nova.network.neutron [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Updating instance_info_cache with network_info: [{"id": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "address": "fa:16:3e:8b:4c:54", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6507aa9-7a", "ovs_interfaceid": "a6507aa9-7aa0-4901-85fd-a992f640e1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.816881] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.817610] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.817842] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.818155] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.818339] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.818495] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.818710] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.818872] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.819056] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.819230] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.819434] env[68089]: DEBUG nova.virt.hardware [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.820273] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5defee6-232c-452f-9a39-e107d96a9569 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.829990] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.833626] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76830adf-dd3f-460f-a4ae-bc107c1b733a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.957025] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853311, 'name': CreateVM_Task, 'duration_secs': 1.081053} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.957025] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.957025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.957025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.957025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.957025] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae01269e-d050-4593-9686-24c6ce55f355 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.963888] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1032.963888] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52792f84-8f40-3619-fc18-1dd208c89754" [ 1032.963888] env[68089]: _type = "Task" [ 1032.963888] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.975462] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52792f84-8f40-3619-fc18-1dd208c89754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.032791] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.033242] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.033484] env[68089]: INFO nova.compute.manager [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Attaching volume f2a6876c-e945-404a-8e09-315b18e99474 to /dev/sdb [ 1033.073723] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026ad404-c89c-45b3-a574-ec11893871ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.087892] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a7936-6ad0-4bcc-896b-6466e3321edc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.108243] env[68089]: DEBUG nova.virt.block_device [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating existing volume attachment record: 2c1e2c57-8584-4fc2-9803-2fea76433f4b {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.240610] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Successfully created port: bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.249104] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.254113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-36187396-fddc-4d73-b683-8574b15b1b14 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.257249] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.980s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.258148] env[68089]: INFO nova.compute.claims [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.305085] env[68089]: DEBUG oslo_concurrency.lockutils [req-003a1566-9f4a-4314-a3a1-809ccff70993 req-e20741f3-59a7-4d29-b814-ec424a85629b service nova] Releasing lock "refresh_cache-8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.321622] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853310, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.997026} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.322275] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d/OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d.vmdk to [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk. [ 1033.322275] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Cleaning up location [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1033.322373] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9682cdc7-c701-4400-8f7f-726758a8916d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.322850] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04176569-652c-4c65-b77a-81a9cdaf9944 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.331479] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1033.331479] env[68089]: value = "task-2853313" [ 1033.331479] env[68089]: _type = "Task" [ 1033.331479] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.342778] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.390096] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Successfully updated port: 12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.475175] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52792f84-8f40-3619-fc18-1dd208c89754, 'name': SearchDatastore_Task, 'duration_secs': 0.082567} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.475538] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.475889] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.476135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.476444] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.476627] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.477037] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbd3297-df4b-4f64-b2cf-459ef656040b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.489343] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.489523] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.490269] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3552d35-a0f7-49f6-a9cd-9741e586c950 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.495571] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1033.495571] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dbcc30-d7c2-1858-2ea5-7fc093d77a62" [ 1033.495571] env[68089]: _type = "Task" [ 1033.495571] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.504296] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dbcc30-d7c2-1858-2ea5-7fc093d77a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.840255] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05389} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.840513] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.840672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.840918] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk to [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.841180] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807133e7-1cbe-4b9f-a897-ab78a5bf7ca1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.848229] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1033.848229] env[68089]: value = "task-2853316" [ 1033.848229] env[68089]: _type = "Task" [ 1033.848229] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.856517] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.893084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.893084] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquired lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.893084] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.980032] env[68089]: DEBUG nova.compute.manager [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Received event network-vif-plugged-12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.980317] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Acquiring lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.980457] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.980624] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.980790] env[68089]: DEBUG nova.compute.manager [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] No waiting events found dispatching network-vif-plugged-12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.980956] env[68089]: WARNING nova.compute.manager [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Received unexpected event network-vif-plugged-12c27914-5aca-491f-bf29-5c69e98776e2 for instance with vm_state building and task_state spawning. [ 1033.981181] env[68089]: DEBUG nova.compute.manager [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Received event network-changed-12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.981334] env[68089]: DEBUG nova.compute.manager [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Refreshing instance network info cache due to event network-changed-12c27914-5aca-491f-bf29-5c69e98776e2. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1033.981497] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Acquiring lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.007114] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dbcc30-d7c2-1858-2ea5-7fc093d77a62, 'name': SearchDatastore_Task, 'duration_secs': 0.019291} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.007904] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0e813a-967a-46b7-9aa2-03f8eb1a3f48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.014031] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1034.014031] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9dbde-fb1e-57e5-c6a2-ecb2c43e00db" [ 1034.014031] env[68089]: _type = "Task" [ 1034.014031] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.022270] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9dbde-fb1e-57e5-c6a2-ecb2c43e00db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.262387] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.289027] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.289399] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.289637] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.289865] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.290094] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.290702] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.290702] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.290831] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.291030] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.291266] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.291505] env[68089]: DEBUG nova.virt.hardware [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.292669] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8372cd-6917-4a93-880a-882be715ae61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.307630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeeaa02-af9b-4928-8c1c-e9e08389d9ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.364372] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.429943] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.526593] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9dbde-fb1e-57e5-c6a2-ecb2c43e00db, 'name': SearchDatastore_Task, 'duration_secs': 0.0223} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.529483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.529818] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5/8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.530292] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d77bba9-4b76-4460-80cc-fc6db42a374e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.540688] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1034.540688] env[68089]: value = "task-2853317" [ 1034.540688] env[68089]: _type = "Task" [ 1034.540688] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.554388] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.583382] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d63708-0c4a-4120-9014-7da86959211e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.593043] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be7877-4ffe-4cd6-ab12-454245e4a14b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.628769] env[68089]: DEBUG nova.network.neutron [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Updating instance_info_cache with network_info: [{"id": "12c27914-5aca-491f-bf29-5c69e98776e2", "address": "fa:16:3e:f2:b5:3d", "network": {"id": "cef5fee0-c289-4805-bc26-9b236fa4e972", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-145787155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44ea88757a74571b9d382985ef3c529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c27914-5a", "ovs_interfaceid": "12c27914-5aca-491f-bf29-5c69e98776e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.630527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfba249-a29b-4939-b2d8-d107dd89eb79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.641025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec59c4-0829-4dff-b9c3-3dbf1e8c76a5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.658189] env[68089]: DEBUG nova.compute.provider_tree [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.827953] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Successfully updated port: bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.861156] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.056396] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.133925] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Releasing lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.134329] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Instance network_info: |[{"id": "12c27914-5aca-491f-bf29-5c69e98776e2", "address": "fa:16:3e:f2:b5:3d", "network": {"id": "cef5fee0-c289-4805-bc26-9b236fa4e972", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-145787155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44ea88757a74571b9d382985ef3c529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c27914-5a", "ovs_interfaceid": "12c27914-5aca-491f-bf29-5c69e98776e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.134644] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Acquired lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.134828] env[68089]: DEBUG nova.network.neutron [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Refreshing network info cache for port 12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.136077] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:b5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c27914-5aca-491f-bf29-5c69e98776e2', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.143976] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Creating folder: Project (b44ea88757a74571b9d382985ef3c529). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.147457] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a8fa0fe-6c97-4862-af15-4d67c299fa3a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.160623] env[68089]: DEBUG nova.scheduler.client.report [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.165481] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Created folder: Project (b44ea88757a74571b9d382985ef3c529) in parent group-v573447. [ 1035.165689] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Creating folder: Instances. Parent ref: group-v573734. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.166474] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72170c29-0eb2-46f6-b592-4c94c356c774 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.177882] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Created folder: Instances in parent group-v573734. [ 1035.178222] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.178334] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.178955] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd3335ea-cb33-46bf-99dd-796da18de74b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.203712] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.203712] env[68089]: value = "task-2853320" [ 1035.203712] env[68089]: _type = "Task" [ 1035.203712] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.217395] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853320, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.334815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.334815] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.334815] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.364340] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.391226] env[68089]: DEBUG nova.network.neutron [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Updated VIF entry in instance network info cache for port 12c27914-5aca-491f-bf29-5c69e98776e2. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.391603] env[68089]: DEBUG nova.network.neutron [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Updating instance_info_cache with network_info: [{"id": "12c27914-5aca-491f-bf29-5c69e98776e2", "address": "fa:16:3e:f2:b5:3d", "network": {"id": "cef5fee0-c289-4805-bc26-9b236fa4e972", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-145787155-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b44ea88757a74571b9d382985ef3c529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c27914-5a", "ovs_interfaceid": "12c27914-5aca-491f-bf29-5c69e98776e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.556033] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.668293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.668515] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.671705] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.079s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.673596] env[68089]: INFO nova.compute.claims [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.716207] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853320, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.862017] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.866858] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.894912] env[68089]: DEBUG oslo_concurrency.lockutils [req-53915f8d-4359-4738-ac36-1087da0484c2 req-39bcb641-b172-4ab7-8cda-9e577603d822 service nova] Releasing lock "refresh_cache-9b15fb24-2bf7-4776-83c9-4fc8c90747f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.012170] env[68089]: DEBUG nova.compute.manager [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Received event network-vif-plugged-bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1036.012419] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.012660] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.012848] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.013080] env[68089]: DEBUG nova.compute.manager [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] No waiting events found dispatching network-vif-plugged-bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.013261] env[68089]: WARNING nova.compute.manager [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Received unexpected event network-vif-plugged-bc5d3c18-81ef-4784-9793-da976bd975d4 for instance with vm_state building and task_state spawning. [ 1036.013421] env[68089]: DEBUG nova.compute.manager [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Received event network-changed-bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1036.013695] env[68089]: DEBUG nova.compute.manager [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Refreshing instance network info cache due to event network-changed-bc5d3c18-81ef-4784-9793-da976bd975d4. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1036.013836] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Acquiring lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.016707] env[68089]: DEBUG nova.network.neutron [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.056385] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.178049] env[68089]: DEBUG nova.compute.utils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.183050] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.183050] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.217154] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853320, 'name': CreateVM_Task, 'duration_secs': 0.842998} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.217346] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.218040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.218218] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.218792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218792] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b42a40-e866-4651-9742-6283ee894a6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.222107] env[68089]: DEBUG nova.policy [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.228765] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1036.228765] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a66a2-a6cc-4f80-b5bf-396726f797be" [ 1036.228765] env[68089]: _type = "Task" [ 1036.228765] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.241831] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a66a2-a6cc-4f80-b5bf-396726f797be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.364244] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.520192] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.520610] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Instance network_info: |[{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.521362] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Acquired lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.521362] env[68089]: DEBUG nova.network.neutron [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Refreshing network info cache for port bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.525786] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:d7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5d3c18-81ef-4784-9793-da976bd975d4', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.533635] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.535175] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.535493] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2d1f2f5-ebd9-4030-a3b4-fdee6ad5d148 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.554678] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Successfully created port: 9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.568882] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.570423] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.570423] env[68089]: value = "task-2853322" [ 1036.570423] env[68089]: _type = "Task" [ 1036.570423] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.581910] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853322, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.683145] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.747497] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a66a2-a6cc-4f80-b5bf-396726f797be, 'name': SearchDatastore_Task, 'duration_secs': 0.094478} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.747497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.747497] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.747497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.747497] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.747497] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.747497] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e35d7c4f-1689-4b5f-94f7-bbaee3db61b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.768534] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.768745] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.772156] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0718ae-8bf1-48cb-80a3-17ede2137d13 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.779604] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1036.779604] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3c1c6-237d-c2c1-dc32-7787af75c526" [ 1036.779604] env[68089]: _type = "Task" [ 1036.779604] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.787911] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3c1c6-237d-c2c1-dc32-7787af75c526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.863889] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853316, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.722013} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.864251] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f58df314-391b-42d2-a310-f03d3b0b86e0/f58df314-391b-42d2-a310-f03d3b0b86e0.vmdk to [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.864993] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b602f9b-787d-41f0-b9af-b731cd9092c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.890822] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.893904] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4059bfdb-3abb-4c1b-91f5-d66597560d8f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.912878] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1036.912878] env[68089]: value = "task-2853323" [ 1036.912878] env[68089]: _type = "Task" [ 1036.912878] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.921333] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.027667] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652c13ed-6417-430d-be7e-7eede8006293 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.040764] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7679e76-9918-416b-8ef6-0475c1494aed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.101027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5174d28a-c0d4-40df-9fee-b3ac9688df96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.115576] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853317, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.261782} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.115821] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853322, 'name': CreateVM_Task, 'duration_secs': 0.529978} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.117016] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e2405-e4b0-447d-9e9d-0f50b5f3f282 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.120899] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5/8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.121136] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.121327] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.121550] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87708084-ad37-4ee5-abc1-9fe184a56c58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.124131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.124323] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.124634] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.125368] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d18bb81-5af1-41bf-adfa-52a8e947c4cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.136995] env[68089]: DEBUG nova.compute.provider_tree [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.140625] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1037.140625] env[68089]: value = "task-2853324" [ 1037.140625] env[68089]: _type = "Task" [ 1037.140625] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.141951] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1037.141951] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520fca2e-ff55-36db-a34b-5ce2ec61bdc0" [ 1037.141951] env[68089]: _type = "Task" [ 1037.141951] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.156092] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.159181] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520fca2e-ff55-36db-a34b-5ce2ec61bdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.293662] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f3c1c6-237d-c2c1-dc32-7787af75c526, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.293662] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc70fec-6873-4010-9945-551937f9044e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.296809] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1037.296809] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525551df-1fbb-d669-3d96-a3ded3b9bc81" [ 1037.296809] env[68089]: _type = "Task" [ 1037.296809] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.302019] env[68089]: DEBUG nova.network.neutron [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updated VIF entry in instance network info cache for port bc5d3c18-81ef-4784-9793-da976bd975d4. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.302389] env[68089]: DEBUG nova.network.neutron [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.308476] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525551df-1fbb-d669-3d96-a3ded3b9bc81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.422925] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853323, 'name': ReconfigVM_Task, 'duration_secs': 0.305978} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.423234] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0/098a53c6-93dc-41cd-aeab-f6139a366ae0.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.423873] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f6b953-954a-4c40-ad8b-c8e3bee66a75 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.430875] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1037.430875] env[68089]: value = "task-2853325" [ 1037.430875] env[68089]: _type = "Task" [ 1037.430875] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.439199] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853325, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.640804] env[68089]: DEBUG nova.scheduler.client.report [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.657883] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520fca2e-ff55-36db-a34b-5ce2ec61bdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.014691} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.661743] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.662045] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.662285] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662871] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101676} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.663983] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.664238] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573733', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'name': 'volume-f2a6876c-e945-404a-8e09-315b18e99474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'serial': 'f2a6876c-e945-404a-8e09-315b18e99474'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.664589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.665370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e6f61-2d26-403b-9006-edb6b4fd84dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.668600] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815cec15-e4b2-4105-ae71-db9ac28e2ece {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.694669] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67de9bc-888a-4f50-97e7-63c669d34c89 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.706266] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5/8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.707435] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.709677] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b493223-cffc-4588-94bd-9fa78c67c42e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.749492] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-f2a6876c-e945-404a-8e09-315b18e99474/volume-f2a6876c-e945-404a-8e09-315b18e99474.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.753635] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c95e601-2dd2-4e23-8522-c1be31d3abb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.768039] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1037.768039] env[68089]: value = "task-2853326" [ 1037.768039] env[68089]: _type = "Task" [ 1037.768039] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.773289] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1037.773289] env[68089]: value = "task-2853327" [ 1037.773289] env[68089]: _type = "Task" [ 1037.773289] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.776254] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.776505] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.776660] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.776847] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.777042] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.777200] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.777406] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.777602] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.777789] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.777953] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.778139] env[68089]: DEBUG nova.virt.hardware [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.782601] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41208df4-d045-4213-82fd-0271a224058e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787989] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.793188] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.796317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd325dd-2aed-43d4-99ed-2851a37ad77f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.814909] env[68089]: DEBUG oslo_concurrency.lockutils [req-f5d7c966-e08b-49ff-9d8e-d21b99d2a20a req-c4385e7b-6e4e-4c8f-b29e-b76d07ccd2c0 service nova] Releasing lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.819230] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525551df-1fbb-d669-3d96-a3ded3b9bc81, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.819484] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.819735] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 9b15fb24-2bf7-4776-83c9-4fc8c90747f3/9b15fb24-2bf7-4776-83c9-4fc8c90747f3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.820023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.820218] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.820428] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d96a7efc-82e0-4c33-b2ea-8236bb938e9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.822439] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049cd13b-5219-4a8f-8274-f851689f57da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.828377] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1037.828377] env[68089]: value = "task-2853328" [ 1037.828377] env[68089]: _type = "Task" [ 1037.828377] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.832437] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.832670] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.833791] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a302d53-61bb-46dc-a377-6ba32c4d530c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.839687] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.842625] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1037.842625] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521ee0a8-b462-0ad0-563f-ba0cbd5a9709" [ 1037.842625] env[68089]: _type = "Task" [ 1037.842625] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.850987] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521ee0a8-b462-0ad0-563f-ba0cbd5a9709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.940326] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853325, 'name': Rename_Task, 'duration_secs': 0.16363} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.940578] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.940836] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28350b1-6883-4df1-8f06-9eeea4ce173d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.947200] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1037.947200] env[68089]: value = "task-2853329" [ 1037.947200] env[68089]: _type = "Task" [ 1037.947200] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.955483] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.038956] env[68089]: DEBUG nova.compute.manager [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-vif-plugged-9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.038956] env[68089]: DEBUG oslo_concurrency.lockutils [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.038956] env[68089]: DEBUG oslo_concurrency.lockutils [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.043601] env[68089]: DEBUG oslo_concurrency.lockutils [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.043601] env[68089]: DEBUG nova.compute.manager [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] No waiting events found dispatching network-vif-plugged-9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.043601] env[68089]: WARNING nova.compute.manager [req-06f97800-0082-4605-9ef7-f8b566ee8fa6 req-f866dc0d-1fad-4602-8dba-a36d833a54a6 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received unexpected event network-vif-plugged-9b778adc-0772-4a6f-9f7d-945192ff5762 for instance with vm_state building and task_state spawning. [ 1038.064979] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Successfully updated port: 9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.148889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.149463] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.153055] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.178s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.281748] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853326, 'name': ReconfigVM_Task, 'duration_secs': 0.334514} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.282505] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5/8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.283231] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a8a72c-717b-4b81-bba3-035c5af5b22e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.288280] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.294726] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1038.294726] env[68089]: value = "task-2853330" [ 1038.294726] env[68089]: _type = "Task" [ 1038.294726] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.304362] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853330, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.338756] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.352923] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521ee0a8-b462-0ad0-563f-ba0cbd5a9709, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.353850] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19af1cca-6dc3-430b-b498-ab37eca2ca0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.359615] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1038.359615] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525498f4-6af5-c81f-eb33-01b490f2d70b" [ 1038.359615] env[68089]: _type = "Task" [ 1038.359615] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.368020] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525498f4-6af5-c81f-eb33-01b490f2d70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.458080] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853329, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.567722] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.567941] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.568151] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.656027] env[68089]: DEBUG nova.compute.utils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.656596] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.656800] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.661055] env[68089]: INFO nova.compute.claims [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.793780] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853327, 'name': ReconfigVM_Task, 'duration_secs': 0.718422} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.794229] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-f2a6876c-e945-404a-8e09-315b18e99474/volume-f2a6876c-e945-404a-8e09-315b18e99474.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.803119] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b24105-fc89-4a53-baf3-01114d191154 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.824361] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853330, 'name': Rename_Task, 'duration_secs': 0.218083} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.825667] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.825985] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1038.825985] env[68089]: value = "task-2853331" [ 1038.825985] env[68089]: _type = "Task" [ 1038.825985] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.826190] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7f5e50-a96c-4e1f-9276-617c76963a1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.835031] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1038.835031] env[68089]: value = "task-2853332" [ 1038.835031] env[68089]: _type = "Task" [ 1038.835031] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.843740] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.843980] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578629} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.844605] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 9b15fb24-2bf7-4776-83c9-4fc8c90747f3/9b15fb24-2bf7-4776-83c9-4fc8c90747f3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.844815] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.845066] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bd5289-c639-4dde-a564-9170e3bfb87d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.850023] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.854737] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1038.854737] env[68089]: value = "task-2853333" [ 1038.854737] env[68089]: _type = "Task" [ 1038.854737] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.862933] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.873064] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525498f4-6af5-c81f-eb33-01b490f2d70b, 'name': SearchDatastore_Task, 'duration_secs': 0.030193} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.873435] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873754] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.874099] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2157b2a5-0d03-4133-82af-c0df1fa52fe6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.881377] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1038.881377] env[68089]: value = "task-2853334" [ 1038.881377] env[68089]: _type = "Task" [ 1038.881377] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.889289] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.924485] env[68089]: DEBUG nova.policy [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5aa1afbf06a4cf9b51c5b7a78cec0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ad8b5760194df0a3e0937d225a8e57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.962243] env[68089]: DEBUG oslo_vmware.api [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853329, 'name': PowerOnVM_Task, 'duration_secs': 0.785571} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.962610] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.065027] env[68089]: DEBUG nova.compute.manager [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.065951] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b982dd-5484-4ee3-a7c7-e397aa86ec70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.120563] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.166647] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.170913] env[68089]: INFO nova.compute.resource_tracker [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating resource usage from migration 5bffd9ad-6e13-4632-b638-ecb90826cf93 [ 1039.318735] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Successfully created port: 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.344663] env[68089]: DEBUG oslo_vmware.api [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853331, 'name': ReconfigVM_Task, 'duration_secs': 0.164033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.348183] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573733', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'name': 'volume-f2a6876c-e945-404a-8e09-315b18e99474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'serial': 'f2a6876c-e945-404a-8e09-315b18e99474'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.349735] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853332, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.353183] env[68089]: DEBUG nova.network.neutron [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.364137] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.364459] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.367912] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc6f1e-ed06-4c39-b70d-9749b6da8ce4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.393314] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 9b15fb24-2bf7-4776-83c9-4fc8c90747f3/9b15fb24-2bf7-4776-83c9-4fc8c90747f3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.400242] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaae6101-65b0-4107-9f29-9ba2bfe8ecbb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.420962] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.422407] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1039.422407] env[68089]: value = "task-2853335" [ 1039.422407] env[68089]: _type = "Task" [ 1039.422407] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.430690] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.552455] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cc4971-76fd-42a0-aa73-5bb83c173522 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.560436] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3a0b7d-ccb2-4841-8395-cf7486633846 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.598706] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b099395-70e8-46be-99db-8aed64a0abd0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.603731] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60635c6c-6fc8-4b60-b8e5-27a420ab0de3 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.021s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.608530] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9850b-b0d3-46e6-9708-d5687188a65c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.627537] env[68089]: DEBUG nova.compute.provider_tree [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.850686] env[68089]: DEBUG oslo_vmware.api [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853332, 'name': PowerOnVM_Task, 'duration_secs': 0.700911} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.851054] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.851219] env[68089]: INFO nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1039.851400] env[68089]: DEBUG nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.852313] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94263669-c5fe-4bb9-bddc-67948d9d28c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.857479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.857768] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Instance network_info: |[{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.858388] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:89:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b778adc-0772-4a6f-9f7d-945192ff5762', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.866860] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating folder: Project (a1328d1185ea4e7884fd99163436fecb). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.867593] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201d2e71-e2cd-4c5f-a2f5-8c10200a246e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.883736] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created folder: Project (a1328d1185ea4e7884fd99163436fecb) in parent group-v573447. [ 1039.884024] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating folder: Instances. Parent ref: group-v573738. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.885033] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ef5c1b-ef2c-4f80-8831-d531abf68351 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.895826] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60325} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.896204] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.896204] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.896384] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a72aa8f8-f5c9-4a26-8cf0-dbce365144b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.901278] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created folder: Instances in parent group-v573738. [ 1039.901511] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.902308] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.903033] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a6db3c-ee11-4ef8-acee-ffd79d088b4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.919992] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1039.919992] env[68089]: value = "task-2853338" [ 1039.919992] env[68089]: _type = "Task" [ 1039.919992] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.926523] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.926523] env[68089]: value = "task-2853339" [ 1039.926523] env[68089]: _type = "Task" [ 1039.926523] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.935470] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.939343] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.942556] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853339, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.119315] env[68089]: DEBUG nova.compute.manager [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-changed-9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1040.119552] env[68089]: DEBUG nova.compute.manager [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing instance network info cache due to event network-changed-9b778adc-0772-4a6f-9f7d-945192ff5762. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1040.119779] env[68089]: DEBUG oslo_concurrency.lockutils [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.119925] env[68089]: DEBUG oslo_concurrency.lockutils [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.120124] env[68089]: DEBUG nova.network.neutron [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing network info cache for port 9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.130345] env[68089]: DEBUG nova.scheduler.client.report [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.182752] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.203693] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.203984] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.204179] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.204364] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.204510] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.204656] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.204874] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.205060] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.205231] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.205392] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.205560] env[68089]: DEBUG nova.virt.hardware [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.206417] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48303f9c-d425-4f9d-87fe-30d218beabb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.214811] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b974597-de8b-4efc-8b8f-9092b7af765a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.383868] env[68089]: INFO nova.compute.manager [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Took 22.96 seconds to build instance. [ 1040.402968] env[68089]: DEBUG nova.objects.instance [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'flavor' on Instance uuid 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.431165] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.438224] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853335, 'name': ReconfigVM_Task, 'duration_secs': 0.673181} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.438810] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 9b15fb24-2bf7-4776-83c9-4fc8c90747f3/9b15fb24-2bf7-4776-83c9-4fc8c90747f3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.439705] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8059aac2-782e-4950-9063-60b6aede9da6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.444467] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853339, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.455241] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1040.455241] env[68089]: value = "task-2853340" [ 1040.455241] env[68089]: _type = "Task" [ 1040.455241] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.464384] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853340, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.635681] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.635681] env[68089]: INFO nova.compute.manager [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Migrating [ 1040.643058] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.510s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.645232] env[68089]: INFO nova.compute.claims [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.886414] env[68089]: DEBUG oslo_concurrency.lockutils [None req-25e09acb-b294-472d-94d8-34c32775664d tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.472s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.910018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8941f316-250f-4268-97ba-d4d5132626e9 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.876s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.933534] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.695441} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.937897] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.939427] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98c303-9e6c-4442-98fd-7cd13cf34c03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.969611] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.970720] env[68089]: DEBUG nova.network.neutron [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updated VIF entry in instance network info cache for port 9b778adc-0772-4a6f-9f7d-945192ff5762. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.971094] env[68089]: DEBUG nova.network.neutron [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.981822] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354e9459-1cf4-4781-8016-e82457a6aaec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.996718] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853339, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.997459] env[68089]: DEBUG oslo_concurrency.lockutils [req-f6190b32-19ab-47d0-a9e1-284ccad70647 req-5e73a000-7eed-4b3e-b5c9-ea47b7ec38bc service nova] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.003381] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853340, 'name': Rename_Task, 'duration_secs': 0.235423} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.004799] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.005286] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1041.005286] env[68089]: value = "task-2853341" [ 1041.005286] env[68089]: _type = "Task" [ 1041.005286] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.005574] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae46fcfd-676e-4f97-a288-fdbe501e51c8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.015280] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1041.015280] env[68089]: value = "task-2853342" [ 1041.015280] env[68089]: _type = "Task" [ 1041.015280] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.021426] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Successfully updated port: 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.022256] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.032596] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.039315] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5237bd1a-4225-4526-a1f3-e80f3fe857ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.047070] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Suspending the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1041.047359] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab44621d-369e-406e-93e9-236c685a48b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.055065] env[68089]: DEBUG oslo_vmware.api [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1041.055065] env[68089]: value = "task-2853343" [ 1041.055065] env[68089]: _type = "Task" [ 1041.055065] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.064989] env[68089]: DEBUG oslo_vmware.api [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853343, 'name': SuspendVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.158639] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.158850] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.159105] env[68089]: DEBUG nova.network.neutron [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.446510] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853339, 'name': CreateVM_Task, 'duration_secs': 1.082911} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.446763] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.447480] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.447650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.447994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.448283] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5dc987-4555-444d-89c5-f3e886659a0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.455843] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1041.455843] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5262f531-925a-0098-6810-35f2e5f01c59" [ 1041.455843] env[68089]: _type = "Task" [ 1041.455843] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.469425] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5262f531-925a-0098-6810-35f2e5f01c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.518945] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.522752] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.522944] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.523126] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.534289] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.568860] env[68089]: DEBUG oslo_vmware.api [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853343, 'name': SuspendVM_Task} progress is 45%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.619567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.619919] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.903323] env[68089]: DEBUG nova.network.neutron [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.967356] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5262f531-925a-0098-6810-35f2e5f01c59, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.970419] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.970675] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.970908] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.971065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.971243] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.971733] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec9b921-5e3e-41f9-8250-e70075a7c50d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.982122] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.982359] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.985709] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e649a243-22e6-46ad-9e1a-9f3cc3582e79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.991630] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1041.991630] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52840322-21b6-2352-4b26-f1bd69673b37" [ 1041.991630] env[68089]: _type = "Task" [ 1041.991630] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.999926] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52840322-21b6-2352-4b26-f1bd69673b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.001555] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472cef4f-ff81-451e-9e7f-08bacb6190c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.008272] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c8bad0-995f-475b-9b42-479f084451e8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.019977] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853341, 'name': ReconfigVM_Task, 'duration_secs': 0.579139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.045562] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.048556] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e61dfb-e1f8-4162-b2ec-5aefc9d0dc24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.053447] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c0f2d2-5861-4426-b4a0-b88204fe656a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.064974] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1042.064974] env[68089]: value = "task-2853344" [ 1042.064974] env[68089]: _type = "Task" [ 1042.064974] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.065258] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.071744] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50b359-0605-4861-923d-ad0ba667f266 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.080378] env[68089]: DEBUG oslo_vmware.api [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853343, 'name': SuspendVM_Task, 'duration_secs': 0.902846} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.081515] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Suspended the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1042.081742] env[68089]: DEBUG nova.compute.manager [None req-253c30c8-7f13-4436-aaa6-033dd0f13a09 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.082685] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdba6b3-e364-4fad-953d-2fea5c97b660 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.096816] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853344, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.097760] env[68089]: DEBUG nova.compute.provider_tree [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.099836] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.121948] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.158067] env[68089]: DEBUG nova.compute.manager [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Received event network-vif-plugged-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.158392] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.158937] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.159052] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.159190] env[68089]: DEBUG nova.compute.manager [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] No waiting events found dispatching network-vif-plugged-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.159381] env[68089]: WARNING nova.compute.manager [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Received unexpected event network-vif-plugged-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 for instance with vm_state building and task_state spawning. [ 1042.159668] env[68089]: DEBUG nova.compute.manager [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Received event network-changed-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1042.159960] env[68089]: DEBUG nova.compute.manager [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Refreshing instance network info cache due to event network-changed-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1042.160158] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Acquiring lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.254061] env[68089]: DEBUG nova.network.neutron [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.329957] env[68089]: DEBUG nova.compute.manager [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1042.409086] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.471643] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.472399] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848e986-8171-4afc-b6f8-2d5663a24401 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.478292] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.478456] env[68089]: ERROR oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk due to incomplete transfer. [ 1042.478666] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddc62543-4d8f-40d8-b9a7-003ba343901f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.485174] env[68089]: DEBUG oslo_vmware.rw_handles [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525784c9-9258-8e08-3f94-7631b4b9f58a/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1042.485365] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Uploaded image b6f9082d-f84c-414f-a7aa-b8f5236329f9 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1042.486999] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.487505] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b60e0192-6dc8-4839-a32c-689c7ab6f7ee {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.496164] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1042.496164] env[68089]: value = "task-2853345" [ 1042.496164] env[68089]: _type = "Task" [ 1042.496164] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.502514] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52840322-21b6-2352-4b26-f1bd69673b37, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.503626] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe486847-5e43-40c5-a3dc-cf75954e38ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.508537] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853345, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.511617] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1042.511617] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528a3715-496c-1063-f05e-6eada30995fb" [ 1042.511617] env[68089]: _type = "Task" [ 1042.511617] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.518896] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a3715-496c-1063-f05e-6eada30995fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.556063] env[68089]: DEBUG oslo_vmware.api [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853342, 'name': PowerOnVM_Task, 'duration_secs': 1.136122} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.556321] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.556518] env[68089]: INFO nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1042.556713] env[68089]: DEBUG nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.557569] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7240e-6f1b-494f-902c-dff66305a186 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.576284] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853344, 'name': Rename_Task, 'duration_secs': 0.178125} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.576964] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.576964] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c44eb49-4e14-4fad-a9fd-4fac6ec5581e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.583239] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1042.583239] env[68089]: value = "task-2853346" [ 1042.583239] env[68089]: _type = "Task" [ 1042.583239] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.590917] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.603665] env[68089]: DEBUG nova.scheduler.client.report [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.646779] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.757607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757978] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Instance network_info: |[{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.758444] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Acquired lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.758748] env[68089]: DEBUG nova.network.neutron [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Refreshing network info cache for port 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.760054] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:72:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93fa5fe6-0ab3-4170-93b5-84f6cb52ef08', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.767539] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.770672] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.771539] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f743abc-8587-4f84-88ef-fd4239d22c08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.792553] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.792553] env[68089]: value = "task-2853347" [ 1042.792553] env[68089]: _type = "Task" [ 1042.792553] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.803197] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853347, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.848405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.994012] env[68089]: DEBUG nova.network.neutron [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updated VIF entry in instance network info cache for port 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.994429] env[68089]: DEBUG nova.network.neutron [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.006731] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853345, 'name': Destroy_Task, 'duration_secs': 0.361032} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.007514] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Destroyed the VM [ 1043.007765] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1043.008025] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a544e39a-7c00-40b1-b05b-b74e0035e279 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.016637] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1043.016637] env[68089]: value = "task-2853348" [ 1043.016637] env[68089]: _type = "Task" [ 1043.016637] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.023594] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528a3715-496c-1063-f05e-6eada30995fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012535} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.024494] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.024494] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a925cc77-03db-4a21-b35c-c2a4cacbbfe5/a925cc77-03db-4a21-b35c-c2a4cacbbfe5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.024964] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13539c84-585a-4abd-8c8d-94ed3883fb21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.029925] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.033914] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1043.033914] env[68089]: value = "task-2853349" [ 1043.033914] env[68089]: _type = "Task" [ 1043.033914] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.042257] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.075571] env[68089]: INFO nova.compute.manager [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Took 25.21 seconds to build instance. [ 1043.093578] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.108075] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.108586] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.111098] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.825s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.111321] env[68089]: DEBUG nova.objects.instance [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'resources' on Instance uuid b9c9e5dc-3ea2-47a3-af1b-221268e27034 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.305438] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853347, 'name': CreateVM_Task, 'duration_secs': 0.465445} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.305669] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.306460] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.306676] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.307136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.307482] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e096958-f42b-441b-a196-ba65d270b619 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.313354] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1043.313354] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529c89d3-d4e0-0374-f36f-a3b28a32c7e7" [ 1043.313354] env[68089]: _type = "Task" [ 1043.313354] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.324024] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529c89d3-d4e0-0374-f36f-a3b28a32c7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.457694] env[68089]: INFO nova.compute.manager [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Resuming [ 1043.458352] env[68089]: DEBUG nova.objects.instance [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'flavor' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.497855] env[68089]: DEBUG oslo_concurrency.lockutils [req-efb815dd-5ff0-4fd8-aaf5-fa2ece14d08b req-8b26cbb2-f4d7-42c1-97bc-450a4fdabaee service nova] Releasing lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.527189] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.543656] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853349, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.578208] env[68089]: DEBUG oslo_concurrency.lockutils [None req-af4c9d3d-fa23-4827-946c-5b0075bea79a tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.718s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.595027] env[68089]: DEBUG oslo_vmware.api [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853346, 'name': PowerOnVM_Task, 'duration_secs': 0.880747} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.595027] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.595027] env[68089]: INFO nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1043.595027] env[68089]: DEBUG nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.595692] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c2210-24b8-41ca-89ed-19b9672957b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.614840] env[68089]: DEBUG nova.compute.utils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.619349] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.620846] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.669620] env[68089]: DEBUG nova.policy [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb92b8f173840a4ad03026a80c03344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6c8e080db840e387b47c0475d94f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.827023] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529c89d3-d4e0-0374-f36f-a3b28a32c7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.026752} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.827327] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.827568] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.827808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.828119] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.828196] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.828447] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7700ea2c-b33a-4190-a6d5-179ffbacfa77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.837780] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.837780] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.838038] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bc5155-42ce-43af-9138-7b8245f61a87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.843091] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1043.843091] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5290aed0-c79f-c3d7-6e27-ce2ae68ebefa" [ 1043.843091] env[68089]: _type = "Task" [ 1043.843091] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.853165] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5290aed0-c79f-c3d7-6e27-ce2ae68ebefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.869252] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.869670] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.869670] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.870168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.870168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.874847] env[68089]: INFO nova.compute.manager [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Terminating instance [ 1043.917289] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b24833-b5d4-4d5d-85ab-02482c6e43b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.926687] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3440d01-c960-42d1-ac43-56fe409dca9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.932234] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e543b7-bc38-42a8-8962-6427fb87f062 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.949794] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.981539] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Successfully created port: 566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.983974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175b6ee-2f6a-4fe6-bd2e-7ce9d3c48ff8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.993879] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccd639-d06d-4bf5-9a89-ebfebd123444 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.007185] env[68089]: DEBUG nova.compute.provider_tree [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.025046] env[68089]: DEBUG oslo_vmware.api [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853348, 'name': RemoveSnapshot_Task, 'duration_secs': 0.84838} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.025046] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1044.025272] env[68089]: INFO nova.compute.manager [None req-0da35faa-3d2d-484d-ba1d-37bbfe93e532 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 18.33 seconds to snapshot the instance on the hypervisor. [ 1044.042630] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55628} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.042907] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] a925cc77-03db-4a21-b35c-c2a4cacbbfe5/a925cc77-03db-4a21-b35c-c2a4cacbbfe5.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.043148] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.043398] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf5f110-1e5a-461c-9fe8-0a33a3e1a797 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.049613] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1044.049613] env[68089]: value = "task-2853350" [ 1044.049613] env[68089]: _type = "Task" [ 1044.049613] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.056855] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.113921] env[68089]: INFO nova.compute.manager [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Took 21.34 seconds to build instance. [ 1044.119644] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.353403] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5290aed0-c79f-c3d7-6e27-ce2ae68ebefa, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.353877] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6357079e-0b71-4336-bd47-38475445fc1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.359998] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1044.359998] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528fdaf5-b5e5-1d9a-17af-20e3deeee98e" [ 1044.359998] env[68089]: _type = "Task" [ 1044.359998] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.368356] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528fdaf5-b5e5-1d9a-17af-20e3deeee98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.382255] env[68089]: DEBUG nova.compute.manager [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.383665] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.383665] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4fee4e-aec1-4c8e-af6b-a66ceca40336 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.393023] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.393023] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e61d5b1-0114-457f-8230-297ffc0aec34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.396490] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1044.396490] env[68089]: value = "task-2853351" [ 1044.396490] env[68089]: _type = "Task" [ 1044.396490] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.404375] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.456051] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.456376] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9299248b-e493-424a-805e-091c9d544a9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.464323] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1044.464323] env[68089]: value = "task-2853352" [ 1044.464323] env[68089]: _type = "Task" [ 1044.464323] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.472729] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.510545] env[68089]: DEBUG nova.scheduler.client.report [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.561487] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067574} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.561912] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.562699] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b1067-1577-4c42-a729-89534833222c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.588259] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a925cc77-03db-4a21-b35c-c2a4cacbbfe5/a925cc77-03db-4a21-b35c-c2a4cacbbfe5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.588259] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16d0e77-1d16-435c-af05-e4510a034925 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.610114] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1044.610114] env[68089]: value = "task-2853353" [ 1044.610114] env[68089]: _type = "Task" [ 1044.610114] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.618173] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b4f2f671-ee05-4571-8279-1892469c17e9 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.857s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.618546] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.870639] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528fdaf5-b5e5-1d9a-17af-20e3deeee98e, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.870909] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.871190] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.871445] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb6468c-e294-4a90-abe7-bc04106872bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.877549] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1044.877549] env[68089]: value = "task-2853354" [ 1044.877549] env[68089]: _type = "Task" [ 1044.877549] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.884933] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.905675] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853351, 'name': PowerOffVM_Task, 'duration_secs': 0.205661} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.905975] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.906108] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.906394] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1155d2f5-2f3e-40e1-974c-46fd0ff98740 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.969972] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.970185] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.970438] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Deleting the datastore file [datastore2] 9b15fb24-2bf7-4776-83c9-4fc8c90747f3 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.973446] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a65f58f4-8caa-498f-a83e-6daf0059f5bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.975098] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853352, 'name': PowerOffVM_Task, 'duration_secs': 0.197504} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.975337] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.975512] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.982664] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for the task: (returnval){ [ 1044.982664] env[68089]: value = "task-2853356" [ 1044.982664] env[68089]: _type = "Task" [ 1044.982664] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.991556] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.991722] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquired lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.991908] env[68089]: DEBUG nova.network.neutron [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.992961] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.016031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.019269] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.373s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.020980] env[68089]: INFO nova.compute.claims [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.041170] env[68089]: INFO nova.scheduler.client.report [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocations for instance b9c9e5dc-3ea2-47a3-af1b-221268e27034 [ 1045.120523] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853353, 'name': ReconfigVM_Task, 'duration_secs': 0.333008} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.120523] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a925cc77-03db-4a21-b35c-c2a4cacbbfe5/a925cc77-03db-4a21-b35c-c2a4cacbbfe5.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.121215] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ffffdc-b87e-4729-9a9f-be6e3a5e4206 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.130268] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.132865] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1045.132865] env[68089]: value = "task-2853357" [ 1045.132865] env[68089]: _type = "Task" [ 1045.132865] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.146144] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853357, 'name': Rename_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.162222] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.162496] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.162656] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.162837] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.163063] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.163229] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.163469] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.163640] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.163813] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.164037] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.164232] env[68089]: DEBUG nova.virt.hardware [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.165140] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe265bc-a15b-4709-81d1-9ca35c7aa70b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.173577] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5596092-28df-403a-8951-0d8b94f1544c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.388223] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853354, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.474229] env[68089]: DEBUG nova.compute.manager [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Received event network-vif-plugged-566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.474229] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] Acquiring lock "06d32947-433d-467d-b38f-8c02cae4458d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.474229] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] Lock "06d32947-433d-467d-b38f-8c02cae4458d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.474524] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] Lock "06d32947-433d-467d-b38f-8c02cae4458d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.474813] env[68089]: DEBUG nova.compute.manager [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] No waiting events found dispatching network-vif-plugged-566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.475096] env[68089]: WARNING nova.compute.manager [req-fe23f1a7-4571-4249-82d8-8840c6a13de5 req-23de3405-d439-4a6a-ae14-5e6fc4c32735 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Received unexpected event network-vif-plugged-566f202d-99f9-4fd6-9d5e-e23e7a27e141 for instance with vm_state building and task_state spawning. [ 1045.482156] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.482230] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.482406] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.482544] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.483160] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.483160] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.483160] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.483669] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.483669] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.483669] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.483669] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.489478] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Successfully updated port: 566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.490931] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c72d92-3fc3-4e93-872d-518b8ad2cc2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.515690] env[68089]: DEBUG oslo_vmware.api [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Task: {'id': task-2853356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19938} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.517028] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.517235] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.517417] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.517922] env[68089]: INFO nova.compute.manager [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.517922] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.518077] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1045.518077] env[68089]: value = "task-2853358" [ 1045.518077] env[68089]: _type = "Task" [ 1045.518077] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.518517] env[68089]: DEBUG nova.compute.manager [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.518615] env[68089]: DEBUG nova.network.neutron [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.530247] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.548210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e003fdbd-9f21-45bc-94cf-104cbd081db3 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "b9c9e5dc-3ea2-47a3-af1b-221268e27034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.641s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.558274] env[68089]: DEBUG nova.compute.manager [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1045.645881] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853357, 'name': Rename_Task, 'duration_secs': 0.239033} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.646183] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.646430] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69af3aaa-02ca-4606-a8e8-b8d2690d908f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.651745] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1045.651745] env[68089]: value = "task-2853359" [ 1045.651745] env[68089]: _type = "Task" [ 1045.651745] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.659479] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.821265] env[68089]: DEBUG nova.network.neutron [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [{"id": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "address": "fa:16:3e:be:2c:37", "network": {"id": "5bf5543f-71e0-4fa9-8f0e-6e3e7f9c0bb5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-77711595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c6f946da78841af841b7fa5f5468776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bdda92-53", "ovs_interfaceid": "d3bdda92-5337-44fb-9cb7-5a9a9ca895e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.889618] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515748} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.890564] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.890966] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.891168] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6555df1-af62-4a81-a1c8-bc1de9998998 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.897956] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1045.897956] env[68089]: value = "task-2853360" [ 1045.897956] env[68089]: _type = "Task" [ 1045.897956] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.906857] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.004372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.004529] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.004713] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.034355] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853358, 'name': ReconfigVM_Task, 'duration_secs': 0.480348} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.035370] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.075970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.166256] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.324186] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Releasing lock "refresh_cache-098a53c6-93dc-41cd-aeab-f6139a366ae0" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.325186] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be3633-c2da-4cca-b153-c3dce23732ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.329843] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab495444-c658-4f4d-a0a4-9992baf06121 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.339655] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e293a-3d49-47dd-b529-01fdb4a8f99a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.343108] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Resuming the VM {{(pid=68089) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1046.343709] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316a435a-c40b-4d29-add8-ca552799746d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.380858] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fc62f7-c87a-4f1f-82c9-9d7eec989b9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.383645] env[68089]: DEBUG oslo_vmware.api [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1046.383645] env[68089]: value = "task-2853361" [ 1046.383645] env[68089]: _type = "Task" [ 1046.383645] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.384033] env[68089]: DEBUG nova.network.neutron [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.395731] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ee1074-9bf2-4e58-9ab8-c5618bccd3b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.404987] env[68089]: DEBUG oslo_vmware.api [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.415645] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.423922] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.424885] env[68089]: DEBUG nova.compute.provider_tree [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.431169] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52052d98-7cb9-4cde-ac2f-288e9bf0ca22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.463979] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.465317] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ebc644-dd6f-49c1-96ee-81ac26b0a6b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.485778] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1046.485778] env[68089]: value = "task-2853362" [ 1046.485778] env[68089]: _type = "Task" [ 1046.485778] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.494557] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.538643] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.543011] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.543284] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.543465] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.543649] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.543816] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.543969] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.544251] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.545033] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.545033] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.545033] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.545033] env[68089]: DEBUG nova.virt.hardware [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.550340] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.554024] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a6cced8-0903-4013-accc-c1d142fc1619 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.570794] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1046.570794] env[68089]: value = "task-2853363" [ 1046.570794] env[68089]: _type = "Task" [ 1046.570794] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.579430] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.666512] env[68089]: DEBUG oslo_vmware.api [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853359, 'name': PowerOnVM_Task, 'duration_secs': 0.755815} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.666825] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.667090] env[68089]: INFO nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1046.667334] env[68089]: DEBUG nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.668425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01099cd-767f-439d-9bbc-64e979ce227d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.725259] env[68089]: DEBUG nova.network.neutron [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updating instance_info_cache with network_info: [{"id": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "address": "fa:16:3e:6c:83:8a", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566f202d-99", "ovs_interfaceid": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.901105] env[68089]: INFO nova.compute.manager [-] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Took 1.38 seconds to deallocate network for instance. [ 1046.901535] env[68089]: DEBUG oslo_vmware.api [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853361, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.934469] env[68089]: DEBUG nova.scheduler.client.report [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.938738] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.938738] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.938902] env[68089]: INFO nova.compute.manager [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Shelving [ 1046.995476] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853362, 'name': ReconfigVM_Task, 'duration_secs': 0.404305} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.995824] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.996575] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5269b3ce-e1e4-4e95-893e-381f145e20f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.003188] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1047.003188] env[68089]: value = "task-2853364" [ 1047.003188] env[68089]: _type = "Task" [ 1047.003188] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.011545] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853364, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.081874] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853363, 'name': ReconfigVM_Task, 'duration_secs': 0.191461} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.082255] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.083544] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad69f6-776d-40dd-b264-65fd675361ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.107688] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.108072] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ed7a26-728a-4b1c-9624-f250d47ba217 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.127754] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1047.127754] env[68089]: value = "task-2853365" [ 1047.127754] env[68089]: _type = "Task" [ 1047.127754] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.136893] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.187926] env[68089]: INFO nova.compute.manager [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Took 19.93 seconds to build instance. [ 1047.228474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.228899] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Instance network_info: |[{"id": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "address": "fa:16:3e:6c:83:8a", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566f202d-99", "ovs_interfaceid": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.229378] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:83:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '566f202d-99f9-4fd6-9d5e-e23e7a27e141', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.237517] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.237742] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.238676] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501ac6a1-ba6a-4c3e-84a1-05cfab500eb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.258607] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.258607] env[68089]: value = "task-2853366" [ 1047.258607] env[68089]: _type = "Task" [ 1047.258607] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.266736] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853366, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.395833] env[68089]: DEBUG oslo_vmware.api [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853361, 'name': PowerOnVM_Task, 'duration_secs': 0.58813} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.396114] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Resumed the VM {{(pid=68089) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1047.396289] env[68089]: DEBUG nova.compute.manager [None req-c6b85ea0-96a2-40cb-a658-a6f90dfacb3a tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.397071] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491ec8b-1faf-4a8b-9ba5-e2c1fbad8a86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.414719] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.442486] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.443380] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.450679] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.600s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.510545] env[68089]: DEBUG nova.compute.manager [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Received event network-changed-566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.510734] env[68089]: DEBUG nova.compute.manager [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Refreshing instance network info cache due to event network-changed-566f202d-99f9-4fd6-9d5e-e23e7a27e141. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1047.510947] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Acquiring lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.511149] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Acquired lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.511324] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Refreshing network info cache for port 566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.516293] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853364, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.534637] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "639c96ec-6604-4998-8115-a95d91da2a7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.534915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.535149] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.535359] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.535526] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.537837] env[68089]: INFO nova.compute.manager [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Terminating instance [ 1047.639285] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.693230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-051dd8cb-ba04-446e-ac82-5beee0019f30 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.448s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.769281] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853366, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.949309] env[68089]: DEBUG nova.compute.utils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.950681] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.950856] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.955602] env[68089]: INFO nova.compute.claims [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.960436] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.960436] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf597a4b-7f9e-4755-bc26-ed73be2f05b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.968293] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1047.968293] env[68089]: value = "task-2853367" [ 1047.968293] env[68089]: _type = "Task" [ 1047.968293] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.977766] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.001276] env[68089]: DEBUG nova.policy [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.013040] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853364, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.041212] env[68089]: DEBUG nova.compute.manager [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.041443] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.042454] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae7925-b896-496f-9f9c-f64954a30e9b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.050580] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.050868] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f3df5d-1711-4da4-869e-86da0ffb5133 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.057119] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1048.057119] env[68089]: value = "task-2853368" [ 1048.057119] env[68089]: _type = "Task" [ 1048.057119] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.067845] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.144985] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.273258] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853366, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.368688] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updated VIF entry in instance network info cache for port 566f202d-99f9-4fd6-9d5e-e23e7a27e141. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.369105] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updating instance_info_cache with network_info: [{"id": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "address": "fa:16:3e:6c:83:8a", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566f202d-99", "ovs_interfaceid": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.452870] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Successfully created port: 67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.455157] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.463130] env[68089]: INFO nova.compute.resource_tracker [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating resource usage from migration 433959a6-ce63-48ff-9fb3-6ac36b4912db [ 1048.479679] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853367, 'name': PowerOffVM_Task, 'duration_secs': 0.459991} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.480481] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.483944] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db924c0c-4e68-40f7-be44-8d3d490f87a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.511396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc6830b-0240-4520-88da-6fb0f98aaf2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.522273] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853364, 'name': Rename_Task, 'duration_secs': 1.180919} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.529021] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.529021] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0edd211f-0772-44f6-82d6-91983f6d9950 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.535386] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1048.535386] env[68089]: value = "task-2853369" [ 1048.535386] env[68089]: _type = "Task" [ 1048.535386] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.545096] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.568821] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853368, 'name': PowerOffVM_Task, 'duration_secs': 0.369932} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.572331] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.572508] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.573295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d3d4de0-32b9-43a8-842e-d6659fb1aa15 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.641379] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853365, 'name': ReconfigVM_Task, 'duration_secs': 1.437796} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.641709] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Reconfigured VM instance instance-00000010 to attach disk [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6/e43199f7-45cb-4f51-a4cf-12b307a09ed6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.642084] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.648881] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.649112] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.649297] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleting the datastore file [datastore2] 639c96ec-6604-4998-8115-a95d91da2a7a {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.649973] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbbeb2a6-013b-45ab-8fb6-8786317e1308 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.655378] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1048.655378] env[68089]: value = "task-2853371" [ 1048.655378] env[68089]: _type = "Task" [ 1048.655378] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.665398] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.774150] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853366, 'name': CreateVM_Task, 'duration_secs': 1.23194} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.774150] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.775261] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.775261] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.775261] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.775434] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4863f85a-872f-4e89-8c35-d976716bf7b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.780380] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1048.780380] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52dce0db-789c-7ddd-307c-84d4a1912ffe" [ 1048.780380] env[68089]: _type = "Task" [ 1048.780380] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.790880] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dce0db-789c-7ddd-307c-84d4a1912ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.850014] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8349dc-2ab9-4cc1-9e57-efae172dd129 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.858523] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f36c63-3433-480c-a873-e03d81ae9007 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.889693] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Releasing lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.890024] env[68089]: DEBUG nova.compute.manager [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Received event network-vif-deleted-12c27914-5aca-491f-bf29-5c69e98776e2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.890275] env[68089]: DEBUG nova.compute.manager [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-changed-9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1048.890540] env[68089]: DEBUG nova.compute.manager [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing instance network info cache due to event network-changed-9b778adc-0772-4a6f-9f7d-945192ff5762. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1048.891527] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.891527] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.891527] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing network info cache for port 9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.893901] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3936278e-0aa7-4e8d-b213-306db3285251 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.904697] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0af4a95-ccdf-4086-940e-2c9bc3c2fb72 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.918578] env[68089]: DEBUG nova.compute.provider_tree [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.029092] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1049.029448] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb2f4de9-6ad0-4f50-8e02-4cd20ce7b005 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.036674] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1049.036674] env[68089]: value = "task-2853372" [ 1049.036674] env[68089]: _type = "Task" [ 1049.036674] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.050440] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.053812] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853372, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.152636] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbb971-0978-48f1-b0ef-ba1e4b16a514 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173188] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d88dbc-d96a-43f8-815a-01b5aff524de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.178629] env[68089]: DEBUG oslo_vmware.api [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.179230] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.179415] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.179589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.179763] env[68089]: INFO nova.compute.manager [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.180007] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.180203] env[68089]: DEBUG nova.compute.manager [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.180295] env[68089]: DEBUG nova.network.neutron [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.943865] env[68089]: DEBUG nova.scheduler.client.report [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.947515] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.950638] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.962959] env[68089]: DEBUG nova.compute.manager [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Received event network-vif-plugged-67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.963185] env[68089]: DEBUG oslo_concurrency.lockutils [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] Acquiring lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.963398] env[68089]: DEBUG oslo_concurrency.lockutils [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.963552] env[68089]: DEBUG oslo_concurrency.lockutils [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.963713] env[68089]: DEBUG nova.compute.manager [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] No waiting events found dispatching network-vif-plugged-67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.963873] env[68089]: WARNING nova.compute.manager [req-b67709d8-be02-4b41-8666-5bd2a2aeb605 req-8a51a2df-6b80-465e-81d0-8e260dcfa1e7 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Received unexpected event network-vif-plugged-67111172-9e5e-4c66-92df-fd3202cb3012 for instance with vm_state building and task_state spawning. [ 1049.971599] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853372, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.977663] env[68089]: DEBUG oslo_vmware.api [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853369, 'name': PowerOnVM_Task, 'duration_secs': 0.619688} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.978064] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52dce0db-789c-7ddd-307c-84d4a1912ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.979927] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.980150] env[68089]: INFO nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1049.980326] env[68089]: DEBUG nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.980651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.980857] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.981151] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.981223] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.981389] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.982554] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ca391-f4f3-4644-abd1-7cb6e617e284 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.984933] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e66680a-24e7-4f9c-a25b-4affb3755f70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.993317] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Successfully updated port: 67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.996685] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.996953] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.997058] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.997841] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.997841] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.997841] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.997841] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.997841] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.998103] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.998168] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.998324] env[68089]: DEBUG nova.virt.hardware [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.998827] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.998984] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.000465] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0940825-0b10-4e12-8b4b-f9b6293a58ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.003240] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c98c7b-f962-4dc1-9376-580555371f2f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.014747] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd741ea-c222-4fc3-9954-e0d13091237c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.018962] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1050.018962] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5205c2ec-3dcf-9b64-6a7e-db29bc3539fd" [ 1050.018962] env[68089]: _type = "Task" [ 1050.018962] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.039541] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5205c2ec-3dcf-9b64-6a7e-db29bc3539fd, 'name': SearchDatastore_Task, 'duration_secs': 0.019348} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.040399] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66340336-7d03-4f58-b568-fe89f7aad2e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.046220] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1050.046220] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5287bf9e-ff20-9523-dcae-12252fef7ed1" [ 1050.046220] env[68089]: _type = "Task" [ 1050.046220] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.056020] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5287bf9e-ff20-9523-dcae-12252fef7ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.312010] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updated VIF entry in instance network info cache for port 9b778adc-0772-4a6f-9f7d-945192ff5762. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.312466] env[68089]: DEBUG nova.network.neutron [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.455528] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.455886] env[68089]: INFO nova.compute.manager [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Migrating [ 1050.471339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.395s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.498898] env[68089]: INFO nova.compute.claims [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.502616] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853372, 'name': CreateSnapshot_Task, 'duration_secs': 1.348831} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.508674] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1050.508674] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.508674] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.508674] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.511834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1398eb-bab9-47f6-9a20-b24c918f501e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.514648] env[68089]: INFO nova.compute.manager [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Took 21.94 seconds to build instance. [ 1050.552200] env[68089]: DEBUG nova.network.neutron [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Port de84c322-bb9d-4006-b8e7-5023b379973a binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1050.557606] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5287bf9e-ff20-9523-dcae-12252fef7ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.019303} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.558085] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.558344] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 06d32947-433d-467d-b38f-8c02cae4458d/06d32947-433d-467d-b38f-8c02cae4458d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.558597] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00f75389-283e-4f3c-9460-1c73c0e7a10a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.565360] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1050.565360] env[68089]: value = "task-2853373" [ 1050.565360] env[68089]: _type = "Task" [ 1050.565360] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.573341] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.730258] env[68089]: DEBUG nova.network.neutron [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.815322] env[68089]: DEBUG oslo_concurrency.lockutils [req-1f720842-05a0-4c81-90c2-ff2f2041063b req-150099bf-a82a-4b1e-84c8-ed8be62ad6c5 service nova] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.996043] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.996181] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.996319] env[68089]: DEBUG nova.network.neutron [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.009383] env[68089]: INFO nova.compute.resource_tracker [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating resource usage from migration 2e0bdec7-93e2-4d2c-a9a9-99a4f2ab9588 [ 1051.018353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-007552a4-415c-4b8b-bc03-819459664562 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.452s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.032303] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1051.035879] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8c8c382-a157-40d8-9a55-f643199aebb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.043330] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1051.043330] env[68089]: value = "task-2853374" [ 1051.043330] env[68089]: _type = "Task" [ 1051.043330] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.054742] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853374, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.055695] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.078027] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.233273] env[68089]: INFO nova.compute.manager [-] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Took 2.05 seconds to deallocate network for instance. [ 1051.336968] env[68089]: DEBUG nova.network.neutron [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Updating instance_info_cache with network_info: [{"id": "67111172-9e5e-4c66-92df-fd3202cb3012", "address": "fa:16:3e:75:e5:3f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67111172-9e", "ovs_interfaceid": "67111172-9e5e-4c66-92df-fd3202cb3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.399527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4578d3a2-03f8-49de-94e7-d89be68ddbd6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.408332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246b8a2-64df-43bf-846e-5160ccb696f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.443749] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde5d2c-41c5-4ca7-9619-4a5093f8e177 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.451356] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0481a28-1797-4eb1-b061-3fb0cf2bafad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.465737] env[68089]: DEBUG nova.compute.provider_tree [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.556026] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853374, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.584734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.584961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.585147] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.592311] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896469} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.596095] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 06d32947-433d-467d-b38f-8c02cae4458d/06d32947-433d-467d-b38f-8c02cae4458d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.596095] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.596095] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7577e9db-1a72-447d-884c-daea33405395 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.602210] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1051.602210] env[68089]: value = "task-2853375" [ 1051.602210] env[68089]: _type = "Task" [ 1051.602210] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.614390] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.744375] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.842050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.842495] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Instance network_info: |[{"id": "67111172-9e5e-4c66-92df-fd3202cb3012", "address": "fa:16:3e:75:e5:3f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67111172-9e", "ovs_interfaceid": "67111172-9e5e-4c66-92df-fd3202cb3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.843107] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67111172-9e5e-4c66-92df-fd3202cb3012', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.851575] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.854919] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.855251] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-affb7216-e9e1-4e58-b1a1-75b71e9ef21a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.881941] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.881941] env[68089]: value = "task-2853376" [ 1051.881941] env[68089]: _type = "Task" [ 1051.881941] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.891111] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853376, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.910602] env[68089]: DEBUG nova.compute.manager [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Received event network-changed-67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.910838] env[68089]: DEBUG nova.compute.manager [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Refreshing instance network info cache due to event network-changed-67111172-9e5e-4c66-92df-fd3202cb3012. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1051.911091] env[68089]: DEBUG oslo_concurrency.lockutils [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] Acquiring lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.911220] env[68089]: DEBUG oslo_concurrency.lockutils [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] Acquired lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.912037] env[68089]: DEBUG nova.network.neutron [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Refreshing network info cache for port 67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.913331] env[68089]: DEBUG nova.network.neutron [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.969248] env[68089]: DEBUG nova.scheduler.client.report [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.057623] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853374, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.118656] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081915} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.118828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.119531] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400a4ae-9b35-45f2-975a-7fabefab9056 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.142674] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 06d32947-433d-467d-b38f-8c02cae4458d/06d32947-433d-467d-b38f-8c02cae4458d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.143791] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d266106-2f26-40bb-885e-3b4355ffb38d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.166050] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1052.166050] env[68089]: value = "task-2853377" [ 1052.166050] env[68089]: _type = "Task" [ 1052.166050] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.176105] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.391389] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853376, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.418021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.476048] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.004s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.476048] env[68089]: INFO nova.compute.manager [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Migrating [ 1052.485650] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.071s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.486217] env[68089]: DEBUG nova.objects.instance [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lazy-loading 'resources' on Instance uuid 9b15fb24-2bf7-4776-83c9-4fc8c90747f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.557250] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853374, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.618320] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.618554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.618760] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.618935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.621796] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.623998] env[68089]: INFO nova.compute.manager [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Terminating instance [ 1052.640196] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.640465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.640668] env[68089]: DEBUG nova.network.neutron [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.676684] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.748931] env[68089]: DEBUG nova.network.neutron [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Updated VIF entry in instance network info cache for port 67111172-9e5e-4c66-92df-fd3202cb3012. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.749346] env[68089]: DEBUG nova.network.neutron [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Updating instance_info_cache with network_info: [{"id": "67111172-9e5e-4c66-92df-fd3202cb3012", "address": "fa:16:3e:75:e5:3f", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67111172-9e", "ovs_interfaceid": "67111172-9e5e-4c66-92df-fd3202cb3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.816404] env[68089]: DEBUG nova.compute.manager [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1052.859137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3351fb-8a08-4891-b7f2-a3f2885f44d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.867629] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef12e2e-05a5-4ae9-ad05-792225cd26cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.900658] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca599c28-6b4f-4758-b0fe-e7ee87210344 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.907438] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853376, 'name': CreateVM_Task, 'duration_secs': 0.69474} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.909309] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.910059] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.910188] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.910474] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.911631] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd21985-bc6e-4a14-9378-800d9ea864b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.915223] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064882e2-6349-42ab-a571-eb00f57f3f5f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.929701] env[68089]: DEBUG nova.compute.provider_tree [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.932063] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1052.932063] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d32ed8-952b-6b40-b801-375784ddbbae" [ 1052.932063] env[68089]: _type = "Task" [ 1052.932063] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.939660] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d32ed8-952b-6b40-b801-375784ddbbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.953717] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.953949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.995853] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.995960] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.996167] env[68089]: DEBUG nova.network.neutron [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.055794] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853374, 'name': CloneVM_Task, 'duration_secs': 1.737828} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.057058] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Created linked-clone VM from snapshot [ 1053.057058] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a7dc72-a8d9-4019-b753-143557cdbcf2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.064717] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Uploading image c374870e-07ba-487c-8c2d-3383f6c46dc6 {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.092254] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.092254] env[68089]: value = "vm-573744" [ 1053.092254] env[68089]: _type = "VirtualMachine" [ 1053.092254] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.092528] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ec8a68e-75a1-445c-9bb2-e06108638133 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.100046] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease: (returnval){ [ 1053.100046] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dc276-3b8e-237b-e829-ea3057c9d19f" [ 1053.100046] env[68089]: _type = "HttpNfcLease" [ 1053.100046] env[68089]: } obtained for exporting VM: (result){ [ 1053.100046] env[68089]: value = "vm-573744" [ 1053.100046] env[68089]: _type = "VirtualMachine" [ 1053.100046] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.100412] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the lease: (returnval){ [ 1053.100412] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dc276-3b8e-237b-e829-ea3057c9d19f" [ 1053.100412] env[68089]: _type = "HttpNfcLease" [ 1053.100412] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.106772] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.106772] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dc276-3b8e-237b-e829-ea3057c9d19f" [ 1053.106772] env[68089]: _type = "HttpNfcLease" [ 1053.106772] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.127882] env[68089]: DEBUG nova.compute.manager [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.128147] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.129264] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3835106-e4ec-4bfe-8f70-a51efb520c8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.136761] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.137033] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e86eacb5-3252-403d-b18c-7860d62b988a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.146245] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1053.146245] env[68089]: value = "task-2853379" [ 1053.146245] env[68089]: _type = "Task" [ 1053.146245] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.154695] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.175264] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853377, 'name': ReconfigVM_Task, 'duration_secs': 0.570106} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.175522] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 06d32947-433d-467d-b38f-8c02cae4458d/06d32947-433d-467d-b38f-8c02cae4458d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.176159] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3deefee5-38f8-4245-8404-c11f45764824 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.181478] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1053.181478] env[68089]: value = "task-2853380" [ 1053.181478] env[68089]: _type = "Task" [ 1053.181478] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.188859] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853380, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.254432] env[68089]: DEBUG oslo_concurrency.lockutils [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] Releasing lock "refresh_cache-a19d1658-60d2-486d-9d95-864af2cd7f8d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.254699] env[68089]: DEBUG nova.compute.manager [req-8207049d-dbc9-45be-9eb5-252cb26646a8 req-889c127d-8a30-41a3-86b0-7beca19130b3 service nova] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Received event network-vif-deleted-f64a7e06-9e40-4c42-ab42-05fc34fdca11 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1053.335774] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.436532] env[68089]: DEBUG nova.scheduler.client.report [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.451331] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d32ed8-952b-6b40-b801-375784ddbbae, 'name': SearchDatastore_Task, 'duration_secs': 0.043038} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.452822] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.453076] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.453319] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.453520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.453618] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.454197] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9db17ff-8188-4931-a674-b765b326fa10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.456633] env[68089]: DEBUG nova.compute.utils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.469164] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.469364] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.470169] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093a9c77-e32b-46ba-b1b6-f931c84e4f77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.476463] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1053.476463] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d8460b-048e-e1f2-c6b6-c5e756e37784" [ 1053.476463] env[68089]: _type = "Task" [ 1053.476463] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.484657] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d8460b-048e-e1f2-c6b6-c5e756e37784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.572039] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.572269] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.612302] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.612302] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dc276-3b8e-237b-e829-ea3057c9d19f" [ 1053.612302] env[68089]: _type = "HttpNfcLease" [ 1053.612302] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1053.612592] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1053.612592] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dc276-3b8e-237b-e829-ea3057c9d19f" [ 1053.612592] env[68089]: _type = "HttpNfcLease" [ 1053.612592] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1053.613337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09be861-aff5-491b-b413-7e30dc82e023 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.622994] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1053.623181] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1053.700064] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853379, 'name': PowerOffVM_Task, 'duration_secs': 0.198267} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.701932] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.702133] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.702398] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853380, 'name': Rename_Task, 'duration_secs': 0.227759} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.702594] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd00a2d1-9a4c-4181-865b-d370809d3a63 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.704268] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.704342] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a408d5-d749-4148-a97a-e116f8a54a1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.712049] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1053.712049] env[68089]: value = "task-2853382" [ 1053.712049] env[68089]: _type = "Task" [ 1053.712049] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.721602] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.727910] env[68089]: DEBUG nova.network.neutron [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.776722] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8bda06b9-56f3-4e9f-85fa-0f68a0aec8bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.779423] env[68089]: DEBUG nova.network.neutron [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.782139] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.782363] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.782539] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleting the datastore file [datastore2] 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.782779] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6685cab6-70b9-4be4-8166-dbba8a55b5cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.791283] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for the task: (returnval){ [ 1053.791283] env[68089]: value = "task-2853383" [ 1053.791283] env[68089]: _type = "Task" [ 1053.791283] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.802699] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.942025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b8ec4d-9e79-48c3-8ea4-9bf532ca26f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.944842] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.459s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.947135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.203s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.947454] env[68089]: DEBUG nova.objects.instance [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lazy-loading 'resources' on Instance uuid 639c96ec-6604-4998-8115-a95d91da2a7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.969353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.969353] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.972936] env[68089]: INFO nova.scheduler.client.report [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Deleted allocations for instance 9b15fb24-2bf7-4776-83c9-4fc8c90747f3 [ 1053.989195] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d8460b-048e-e1f2-c6b6-c5e756e37784, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.990328] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6f56f5-d8fd-46aa-8f52-2b38573f8d56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.996156] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1053.996156] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5295bc02-7b95-e6b8-6724-1022df7cb5ed" [ 1053.996156] env[68089]: _type = "Task" [ 1053.996156] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.004937] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5295bc02-7b95-e6b8-6724-1022df7cb5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.080086] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.080542] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.080542] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.080671] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.080780] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.080930] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.081137] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1054.081316] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.222248] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.230781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.287805] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.304632] env[68089]: DEBUG oslo_vmware.api [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Task: {'id': task-2853383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198248} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.306342] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.306618] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.306918] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.307182] env[68089]: INFO nova.compute.manager [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1054.307529] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.308285] env[68089]: DEBUG nova.compute.manager [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.308610] env[68089]: DEBUG nova.network.neutron [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.399608] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.399981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.481955] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.484711] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f734b3e-726d-4c02-a6cd-6665f8d076c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.487028] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0f580217-f66a-4b75-9ecd-b4e54170eec0 tempest-ServerGroupTestJSON-640759689 tempest-ServerGroupTestJSON-640759689-project-member] Lock "9b15fb24-2bf7-4776-83c9-4fc8c90747f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.617s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.493670] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1054.493670] env[68089]: value = "task-2853384" [ 1054.493670] env[68089]: _type = "Task" [ 1054.493670] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.516749] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.523104] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5295bc02-7b95-e6b8-6724-1022df7cb5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.523466] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.523776] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a19d1658-60d2-486d-9d95-864af2cd7f8d/a19d1658-60d2-486d-9d95-864af2cd7f8d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.524334] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c5281fa-cb2a-46e4-8633-b124b2ab7755 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.543355] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1054.543355] env[68089]: value = "task-2853385" [ 1054.543355] env[68089]: _type = "Task" [ 1054.543355] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.561658] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.586156] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.728037] env[68089]: DEBUG oslo_vmware.api [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853382, 'name': PowerOnVM_Task, 'duration_secs': 0.76991} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.731992] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.732425] env[68089]: INFO nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1054.732664] env[68089]: DEBUG nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.734208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702947e-478f-4679-a930-93d3c4d4bea2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.761103] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0631db-da9b-4d6a-b2e2-3ebbd90258d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.768666] env[68089]: DEBUG nova.compute.manager [req-01efec8e-6dc3-42df-a2b3-2512fb1664c0 req-8aeb7c7c-5801-4fd7-b333-5fbaed9a99a1 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Received event network-vif-deleted-d3bdda92-5337-44fb-9cb7-5a9a9ca895e6 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1054.768934] env[68089]: INFO nova.compute.manager [req-01efec8e-6dc3-42df-a2b3-2512fb1664c0 req-8aeb7c7c-5801-4fd7-b333-5fbaed9a99a1 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Neutron deleted interface d3bdda92-5337-44fb-9cb7-5a9a9ca895e6; detaching it from the instance and deleting it from the info cache [ 1054.769187] env[68089]: DEBUG nova.network.neutron [req-01efec8e-6dc3-42df-a2b3-2512fb1664c0 req-8aeb7c7c-5801-4fd7-b333-5fbaed9a99a1 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.809322] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb13a3-cc69-4d6c-a8fa-cf28ec3e82e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.822454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.874814] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c3467e-2601-45dc-9182-f0dd5c069355 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.884124] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580fa96-729e-4ef7-b79f-f506f00c365f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.918594] env[68089]: DEBUG nova.compute.utils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.921113] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b95170-6082-48fc-84aa-d8b421a2e864 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.931375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7334a097-6ee9-49b4-9298-aee50cbfca3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.952385] env[68089]: DEBUG nova.compute.provider_tree [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.005722] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853384, 'name': PowerOffVM_Task, 'duration_secs': 0.287145} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.006193] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.006538] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.042546] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.042658] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.043038] env[68089]: INFO nova.compute.manager [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Attaching volume 6b2e563b-6418-4a36-a4ec-028d03efbf0b to /dev/sdb [ 1055.058669] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.098276] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c317de-edde-4252-9b5e-4522a5c13b92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.106527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c1fa4-c876-45df-9b39-c3129e2de521 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.113082] env[68089]: DEBUG nova.network.neutron [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.120766] env[68089]: DEBUG nova.virt.block_device [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating existing volume attachment record: 8e9feb86-492c-499f-a09b-d0d9505a44da {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1055.269310] env[68089]: INFO nova.compute.manager [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Took 26.15 seconds to build instance. [ 1055.276644] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74124ead-e7a0-433a-83ee-52fede68a632 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.286320] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145bf4a-6e87-432f-986f-5fea60e10df9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.332275] env[68089]: DEBUG nova.compute.manager [req-01efec8e-6dc3-42df-a2b3-2512fb1664c0 req-8aeb7c7c-5801-4fd7-b333-5fbaed9a99a1 service nova] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Detach interface failed, port_id=d3bdda92-5337-44fb-9cb7-5a9a9ca895e6, reason: Instance 098a53c6-93dc-41cd-aeab-f6139a366ae0 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1055.335405] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.336037] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c17daa-ec0e-434a-a616-f3f6ffb00b06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.343801] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1055.343801] env[68089]: value = "task-2853387" [ 1055.343801] env[68089]: _type = "Task" [ 1055.343801] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.355270] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.421804] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.455936] env[68089]: DEBUG nova.scheduler.client.report [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.514367] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.514731] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.514800] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.515766] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.515766] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.515986] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.516322] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.517686] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.517686] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.518022] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.518062] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.523699] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c761b5-07a5-49ca-8cc1-af5674b1f7e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.540572] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1055.540572] env[68089]: value = "task-2853389" [ 1055.540572] env[68089]: _type = "Task" [ 1055.540572] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.554976] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.557759] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610223} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.558118] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a19d1658-60d2-486d-9d95-864af2cd7f8d/a19d1658-60d2-486d-9d95-864af2cd7f8d.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.558428] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.558813] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fe3cf72-eae1-46d3-a9d5-134693336895 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.565034] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1055.565034] env[68089]: value = "task-2853390" [ 1055.565034] env[68089]: _type = "Task" [ 1055.565034] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.573981] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.615517] env[68089]: INFO nova.compute.manager [-] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Took 1.31 seconds to deallocate network for instance. [ 1055.771293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8d7bdc69-d324-42e6-a80e-36183b796c4c tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.664s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.817290] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dce515-23b4-4d85-aac0-7a93c8a5adb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.840363] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.854394] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.962530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.967057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.631s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.995738] env[68089]: INFO nova.scheduler.client.report [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleted allocations for instance 639c96ec-6604-4998-8115-a95d91da2a7a [ 1056.051205] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853389, 'name': ReconfigVM_Task, 'duration_secs': 0.264739} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.051205] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.079024] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088503} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.079024] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.079024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd37499-de40-469d-929b-f3eb09fc589f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.105189] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a19d1658-60d2-486d-9d95-864af2cd7f8d/a19d1658-60d2-486d-9d95-864af2cd7f8d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.106644] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152b158d-a6ce-442a-9fa4-b8bd50db3ade {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.123961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.130516] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1056.130516] env[68089]: value = "task-2853392" [ 1056.130516] env[68089]: _type = "Task" [ 1056.130516] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.141286] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.346988] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.350976] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46596a7-0e39-478d-b1e0-c24e6d728981 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.358392] env[68089]: DEBUG oslo_vmware.api [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853387, 'name': PowerOnVM_Task, 'duration_secs': 0.625723} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.359682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.359884] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6c61238d-5d95-46af-af62-5201233935fc tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance 'e43199f7-45cb-4f51-a4cf-12b307a09ed6' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.363701] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1056.363701] env[68089]: value = "task-2853393" [ 1056.363701] env[68089]: _type = "Task" [ 1056.363701] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.372700] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.477440] env[68089]: INFO nova.compute.claims [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.487023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.487023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.487023] env[68089]: INFO nova.compute.manager [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Attaching volume 7e438bb8-a8fb-45ac-8c32-2c5a764b7be5 to /dev/sdb [ 1056.506934] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c5667af-433e-4faa-a364-f4a7b4f855aa tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "639c96ec-6604-4998-8115-a95d91da2a7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.972s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.541850] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19391cf-beb0-4a20-b6ea-eb558f5eea22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.551171] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a5754-c9bd-4f6d-ad5b-c10b4a524a7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.559670] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.560010] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.560244] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.560510] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.560729] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.560964] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.561267] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.561505] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.561739] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.561969] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.562263] env[68089]: DEBUG nova.virt.hardware [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.569138] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.574643] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9739206a-8e91-4f98-97f2-741699347e56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.588580] env[68089]: DEBUG nova.virt.block_device [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating existing volume attachment record: c1cc872e-3857-45f8-839d-60f071391b03 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.597802] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1056.597802] env[68089]: value = "task-2853394" [ 1056.597802] env[68089]: _type = "Task" [ 1056.597802] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.607728] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.646230] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.880833] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853393, 'name': PowerOffVM_Task, 'duration_secs': 0.234194} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.881390] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.881792] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.991567] env[68089]: INFO nova.compute.resource_tracker [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating resource usage from migration 8544cb30-7ef5-4859-8303-8ede91b7c47d [ 1057.112265] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853394, 'name': ReconfigVM_Task, 'duration_secs': 0.289892} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.112265] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.112806] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f9def-071f-4645-8ff9-bceed2574574 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.140018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.140018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.140018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.140018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.140018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.149965] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.150816] env[68089]: INFO nova.compute.manager [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Terminating instance [ 1057.158880] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94f3324-fb6a-4455-9035-5cc4effc31b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.180493] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853392, 'name': ReconfigVM_Task, 'duration_secs': 0.531895} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.182328] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a19d1658-60d2-486d-9d95-864af2cd7f8d/a19d1658-60d2-486d-9d95-864af2cd7f8d.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.183720] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1057.183720] env[68089]: value = "task-2853398" [ 1057.183720] env[68089]: _type = "Task" [ 1057.183720] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.187644] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9226a048-91d1-478c-8c9b-c84f7d7f9c84 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.199374] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1057.199374] env[68089]: value = "task-2853399" [ 1057.199374] env[68089]: _type = "Task" [ 1057.199374] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.202713] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.217487] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853399, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.274734] env[68089]: DEBUG nova.compute.manager [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Received event network-changed-566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.274969] env[68089]: DEBUG nova.compute.manager [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Refreshing instance network info cache due to event network-changed-566f202d-99f9-4fd6-9d5e-e23e7a27e141. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1057.275254] env[68089]: DEBUG oslo_concurrency.lockutils [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] Acquiring lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.275458] env[68089]: DEBUG oslo_concurrency.lockutils [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] Acquired lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.275676] env[68089]: DEBUG nova.network.neutron [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Refreshing network info cache for port 566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.389943] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.389943] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.389943] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.389943] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.390271] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.390315] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.390587] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.390811] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.391062] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.391747] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.391747] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.398637] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc97c8e-1b11-4ccf-829b-4f3ce5c54027 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.419499] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1057.419499] env[68089]: value = "task-2853400" [ 1057.419499] env[68089]: _type = "Task" [ 1057.419499] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.427786] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4c8ab-51b0-4dd7-8840-af1eb16d1f93 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.434908] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.440198] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ad578-a2be-48c0-b8f7-cdd75f3fd672 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.476201] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbab7a-603b-40d3-bb79-bfbf61cf95b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.484713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662550a5-570b-453d-90c1-5f299673d75a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.499746] env[68089]: DEBUG nova.compute.provider_tree [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.677914] env[68089]: DEBUG nova.compute.manager [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.678323] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.679509] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b24c0-db7e-47ec-acdc-ad19d02e6529 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.691680] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.695271] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fcf9bb-cf48-4f1f-b68a-d3dc17301dc5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.701610] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853398, 'name': ReconfigVM_Task, 'duration_secs': 0.514088} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.703044] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.703349] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.711339] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1057.711339] env[68089]: value = "task-2853402" [ 1057.711339] env[68089]: _type = "Task" [ 1057.711339] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.719345] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853399, 'name': Rename_Task, 'duration_secs': 0.175999} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.723562] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.723839] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.724062] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4739e51f-f45c-47aa-8dfe-230b483da071 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.732686] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1057.732686] env[68089]: value = "task-2853403" [ 1057.732686] env[68089]: _type = "Task" [ 1057.732686] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.740946] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.935640] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853400, 'name': ReconfigVM_Task, 'duration_secs': 0.264489} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.935979] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.002872] env[68089]: DEBUG nova.scheduler.client.report [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.141573] env[68089]: DEBUG nova.network.neutron [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updated VIF entry in instance network info cache for port 566f202d-99f9-4fd6-9d5e-e23e7a27e141. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.142314] env[68089]: DEBUG nova.network.neutron [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updating instance_info_cache with network_info: [{"id": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "address": "fa:16:3e:6c:83:8a", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566f202d-99", "ovs_interfaceid": "566f202d-99f9-4fd6-9d5e-e23e7a27e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.211552] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afcec46-9258-4787-9e46-c8118c3427c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.224129] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853402, 'name': PowerOffVM_Task, 'duration_secs': 0.233839} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.240965] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.241181] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.241590] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee0aa25-af6b-42a3-ad27-39921a053793 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.246923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d6e04-3b52-4a5e-8434-0e733b8f377b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.255549] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.272476] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.311675] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.311959] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.312185] env[68089]: DEBUG nova.compute.manager [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Going to confirm migration 4 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1058.323064] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.323405] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.323678] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleting the datastore file [datastore2] 2fbfca9d-85de-44f7-b847-30d4b8e10901 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.324025] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572ac3b5-96fb-4a7a-b579-5b9913fab7a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.331582] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for the task: (returnval){ [ 1058.331582] env[68089]: value = "task-2853405" [ 1058.331582] env[68089]: _type = "Task" [ 1058.331582] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.343581] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.442629] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.442947] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.443289] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.443515] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.443667] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.443819] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.444042] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.444202] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.444372] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.444537] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.444732] env[68089]: DEBUG nova.virt.hardware [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.450783] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1058.451158] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fdc517a-20e7-4a2b-af93-d02a651dfcf9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.472791] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1058.472791] env[68089]: value = "task-2853406" [ 1058.472791] env[68089]: _type = "Task" [ 1058.472791] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.483527] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.509037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.509314] env[68089]: INFO nova.compute.manager [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Migrating [ 1058.516734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.930s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.516957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.517137] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1058.517445] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.394s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.517654] env[68089]: DEBUG nova.objects.instance [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lazy-loading 'resources' on Instance uuid 098a53c6-93dc-41cd-aeab-f6139a366ae0 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.523119] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b4ee6-8ab7-4005-8759-cb54228bcb4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.543559] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041f96b-eb31-4d4a-a3a9-82777708e594 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.563325] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d64e01-bbfd-4180-bfc9-a381744e9289 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.574123] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3314cbc5-62ba-4481-baa3-366dfc236973 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.607064] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178653MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1058.607229] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.645562] env[68089]: DEBUG oslo_concurrency.lockutils [req-205db73c-cbcb-457a-9d02-8b0dbe5bc42d req-fd267138-ba03-4632-80a3-38217b53abef service nova] Releasing lock "refresh_cache-06d32947-433d-467d-b38f-8c02cae4458d" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.754977] env[68089]: DEBUG oslo_vmware.api [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853403, 'name': PowerOnVM_Task, 'duration_secs': 0.688742} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.755506] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.755591] env[68089]: INFO nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1058.755716] env[68089]: DEBUG nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.756573] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1416aa-4fc3-4b3a-9339-d54c48a2d8ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.844601] env[68089]: DEBUG oslo_vmware.api [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Task: {'id': task-2853405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282092} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.844867] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.845059] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.845235] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.845442] env[68089]: INFO nova.compute.manager [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1058.845635] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.845816] env[68089]: DEBUG nova.compute.manager [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.845908] env[68089]: DEBUG nova.network.neutron [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.883201] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed05e02-7cf8-4a4c-97d6-aeb327912063 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.891216] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a636858-fadd-4b7f-b692-1949947e07f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.925701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.925701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.925701] env[68089]: DEBUG nova.network.neutron [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.925863] env[68089]: DEBUG nova.objects.instance [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'info_cache' on Instance uuid e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.928077] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d61dc-921e-40f9-b63f-b8c3bb6874b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.936622] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf362d-3497-4c13-aba7-a90d1290ba54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.953684] env[68089]: DEBUG nova.compute.provider_tree [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.989173] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853406, 'name': ReconfigVM_Task, 'duration_secs': 0.315261} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.989502] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.990751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44d6c1-f2ad-4de0-94d2-eddd79b89131 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.015573] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.015776] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676f31e1-d999-46c7-818a-d22071f4f80c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.033993] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1059.033993] env[68089]: value = "task-2853408" [ 1059.033993] env[68089]: _type = "Task" [ 1059.033993] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.037554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.037720] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.037887] env[68089]: DEBUG nova.network.neutron [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.047652] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.278399] env[68089]: INFO nova.compute.manager [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Took 16.65 seconds to build instance. [ 1059.306657] env[68089]: DEBUG nova.compute.manager [req-386d0c90-f540-41af-97a4-af55c4d450d8 req-cc4e9d02-8829-43fc-b8e3-9b427dc0d55c service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Received event network-vif-deleted-334ca80c-f8e8-4b99-9ad0-35ae2074e2c1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.307172] env[68089]: INFO nova.compute.manager [req-386d0c90-f540-41af-97a4-af55c4d450d8 req-cc4e9d02-8829-43fc-b8e3-9b427dc0d55c service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Neutron deleted interface 334ca80c-f8e8-4b99-9ad0-35ae2074e2c1; detaching it from the instance and deleting it from the info cache [ 1059.307172] env[68089]: DEBUG nova.network.neutron [req-386d0c90-f540-41af-97a4-af55c4d450d8 req-cc4e9d02-8829-43fc-b8e3-9b427dc0d55c service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.457301] env[68089]: DEBUG nova.scheduler.client.report [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.546324] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.703786] env[68089]: DEBUG nova.network.neutron [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.781618] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d79a9bd3-4401-46a8-acc4-d7284d8bd532 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.161s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.812017] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-548d46fb-3e47-46c1-acf5-ab767d224111 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.822439] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a637ce0-4799-490a-b7d7-c96f4292f45d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.860669] env[68089]: DEBUG nova.compute.manager [req-386d0c90-f540-41af-97a4-af55c4d450d8 req-cc4e9d02-8829-43fc-b8e3-9b427dc0d55c service nova] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Detach interface failed, port_id=334ca80c-f8e8-4b99-9ad0-35ae2074e2c1, reason: Instance 2fbfca9d-85de-44f7-b847-30d4b8e10901 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1059.879455] env[68089]: DEBUG nova.network.neutron [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.962420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.445s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.965195] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.358s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.049544] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853408, 'name': ReconfigVM_Task, 'duration_secs': 1.005546} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.049544] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7/a9b4ade6-c7cd-4cbc-8177-b879dc8095a7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.049544] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.052852] env[68089]: INFO nova.scheduler.client.report [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Deleted allocations for instance 098a53c6-93dc-41cd-aeab-f6139a366ae0 [ 1060.166200] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.166479] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.166696] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.166889] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.167078] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.170033] env[68089]: INFO nova.compute.manager [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Terminating instance [ 1060.175790] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.176013] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573747', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'name': 'volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b83add5c-6e78-4218-96bd-204548551f7a', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'serial': '6b2e563b-6418-4a36-a4ec-028d03efbf0b'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.177044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84785fb7-af0d-489b-b252-3755f9618ecb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.199836] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6b871f-1e24-42c9-971f-3aeff2be9e6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.218696] env[68089]: INFO nova.compute.manager [-] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Took 1.37 seconds to deallocate network for instance. [ 1060.226680] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b/volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.230727] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4d9565-5c97-4c12-86e9-aa572c1cf21a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.253707] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1060.253707] env[68089]: value = "task-2853409" [ 1060.253707] env[68089]: _type = "Task" [ 1060.253707] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.262807] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.266143] env[68089]: DEBUG nova.network.neutron [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [{"id": "de84c322-bb9d-4006-b8e7-5023b379973a", "address": "fa:16:3e:80:06:c1", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde84c322-bb", "ovs_interfaceid": "de84c322-bb9d-4006-b8e7-5023b379973a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.382453] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.553513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149784a2-292e-454f-b611-ae707925cc73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.576537] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2e1d11d1-8849-42d1-b144-3bd271465003 tempest-ServersNegativeTestJSON-22536562 tempest-ServersNegativeTestJSON-22536562-project-member] Lock "098a53c6-93dc-41cd-aeab-f6139a366ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.958s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.577835] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5c9c8-d492-413d-b9b0-695c46646329 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.596684] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.673895] env[68089]: DEBUG nova.compute.manager [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.674198] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.675017] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bdb2f2-16dc-4aa8-9a1d-9bf4c4bc7277 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.682675] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.682878] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20840eb3-54ba-4616-a08c-db95f882ab58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.688458] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1060.688458] env[68089]: value = "task-2853410" [ 1060.688458] env[68089]: _type = "Task" [ 1060.688458] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.696535] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.749652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.766065] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.768693] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-e43199f7-45cb-4f51-a4cf-12b307a09ed6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.768929] env[68089]: DEBUG nova.objects.instance [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'migration_context' on Instance uuid e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.981886] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 as it has an incoming, in-progress migration 5bffd9ad-6e13-4632-b638-ecb90826cf93. Migration status is confirming {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1060.985021] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 as it has an incoming, in-progress migration 433959a6-ce63-48ff-9fb3-6ac36b4912db. Migration status is migrating {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1060.985021] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 as it has an incoming, in-progress migration 2e0bdec7-93e2-4d2c-a9a9-99a4f2ab9588. Migration status is migrating {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1060.985021] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance 0453fd5c-453f-43e8-afeb-f48d30f6643b as it has an incoming, in-progress migration 8544cb30-7ef5-4859-8303-8ede91b7c47d. Migration status is migrating {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1060.986333] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating resource usage from migration 5bffd9ad-6e13-4632-b638-ecb90826cf93 [ 1060.986881] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating resource usage from migration 433959a6-ce63-48ff-9fb3-6ac36b4912db [ 1060.987296] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating resource usage from migration 2e0bdec7-93e2-4d2c-a9a9-99a4f2ab9588 [ 1060.987667] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating resource usage from migration 8544cb30-7ef5-4859-8303-8ede91b7c47d [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 4ea0f016-f05b-4875-bd27-c9634d0abf77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 53172294-c487-4793-a9cb-0d9d8dc83bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 1e0feae4-454d-40fc-9509-1409e14d087f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 2fbfca9d-85de-44f7-b847-30d4b8e10901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6e8ce0b1-e3b1-4ece-b144-913204095c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 792731e1-5671-43bc-8271-860c18ce4465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b83add5c-6e78-4218-96bd-204548551f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a925cc77-03db-4a21-b35c-c2a4cacbbfe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration 5bffd9ad-6e13-4632-b638-ecb90826cf93 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 06d32947-433d-467d-b38f-8c02cae4458d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023092] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a19d1658-60d2-486d-9d95-864af2cd7f8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration 433959a6-ce63-48ff-9fb3-6ac36b4912db is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration 2e0bdec7-93e2-4d2c-a9a9-99a4f2ab9588 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration 8544cb30-7ef5-4859-8303-8ede91b7c47d is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0453fd5c-453f-43e8-afeb-f48d30f6643b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.023643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1061.024058] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1061.149132] env[68089]: DEBUG nova.network.neutron [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Port bc5d3c18-81ef-4784-9793-da976bd975d4 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1061.151595] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.151860] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573749', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'name': 'volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792731e1-5671-43bc-8271-860c18ce4465', 'attached_at': '', 'detached_at': '', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'serial': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.152962] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddc700-59ad-4692-9abb-82cfa6e83d40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.175965] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e4ff0-d7c0-4172-b267-eacea804ee97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.204158] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5/volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.210644] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8852852-7bf2-4aeb-a390-10d88eb311a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.230693] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853410, 'name': PowerOffVM_Task, 'duration_secs': 0.201955} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.232936] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.232936] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.233128] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1061.233128] env[68089]: value = "task-2853411" [ 1061.233128] env[68089]: _type = "Task" [ 1061.233128] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.233341] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc72189-3c26-4a99-a9c9-289dadbeea66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.246708] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.265463] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853409, 'name': ReconfigVM_Task, 'duration_secs': 0.776498} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.265763] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b/volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.274204] env[68089]: DEBUG nova.objects.base [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.274540] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9facf642-1b16-4784-8f20-6065e562c6c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.286046] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2359bf5-6aa4-4237-968f-7872bf0220e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.313697] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b154b99-ff9c-41cc-8ee7-6684d03adb36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.316457] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1061.316457] env[68089]: value = "task-2853413" [ 1061.316457] env[68089]: _type = "Task" [ 1061.316457] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.318286] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.318512] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.318707] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore1] a19d1658-60d2-486d-9d95-864af2cd7f8d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.322592] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c89dad-d56b-4f1b-bb38-dc702a0cbae6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.326267] env[68089]: DEBUG oslo_vmware.api [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1061.326267] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5207d4f2-b079-17c6-48dd-1c35a5e76603" [ 1061.326267] env[68089]: _type = "Task" [ 1061.326267] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.335818] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.336062] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1061.336062] env[68089]: value = "task-2853414" [ 1061.336062] env[68089]: _type = "Task" [ 1061.336062] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.346377] env[68089]: DEBUG oslo_vmware.api [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5207d4f2-b079-17c6-48dd-1c35a5e76603, 'name': SearchDatastore_Task, 'duration_secs': 0.007981} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.347134] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.354351] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.423869] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfbb8e7-84d9-41a9-9011-02caa88f295a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.432643] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db92db-7b2a-4c30-8104-4c73b85d7b89 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.471050] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46085253-bb61-408f-9bf4-447200b54106 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.471879] env[68089]: DEBUG nova.network.neutron [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1061.478790] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1b586-1de1-493b-88f5-41ba47c75a31 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.494463] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.746028] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853411, 'name': ReconfigVM_Task, 'duration_secs': 0.485236} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.746028] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5/volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.753834] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5d67f3-0397-479b-b83f-27ddb7438a03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.776589] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1061.776589] env[68089]: value = "task-2853415" [ 1061.776589] env[68089]: _type = "Task" [ 1061.776589] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.785891] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.827351] env[68089]: DEBUG oslo_vmware.api [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853413, 'name': ReconfigVM_Task, 'duration_secs': 0.170163} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.827728] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573747', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'name': 'volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b83add5c-6e78-4218-96bd-204548551f7a', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'serial': '6b2e563b-6418-4a36-a4ec-028d03efbf0b'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.848558] env[68089]: DEBUG oslo_vmware.api [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194175} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.850123] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.850123] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.850123] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.850123] env[68089]: INFO nova.compute.manager [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1061.850123] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.850452] env[68089]: DEBUG nova.compute.manager [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.850452] env[68089]: DEBUG nova.network.neutron [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.902242] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1dcb6c-b42b-4fec-9186-1ce939799629 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.923783] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.999270] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.174550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.174954] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.175286] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.197699] env[68089]: DEBUG nova.compute.manager [req-4976364f-d3b6-4df1-93f3-83255cbb5733 req-efba9818-3b1c-4d50-a969-5d83af9d926a service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Received event network-vif-deleted-67111172-9e5e-4c66-92df-fd3202cb3012 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.197699] env[68089]: INFO nova.compute.manager [req-4976364f-d3b6-4df1-93f3-83255cbb5733 req-efba9818-3b1c-4d50-a969-5d83af9d926a service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Neutron deleted interface 67111172-9e5e-4c66-92df-fd3202cb3012; detaching it from the instance and deleting it from the info cache [ 1062.197901] env[68089]: DEBUG nova.network.neutron [req-4976364f-d3b6-4df1-93f3-83255cbb5733 req-efba9818-3b1c-4d50-a969-5d83af9d926a service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.290518] env[68089]: DEBUG oslo_vmware.api [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853415, 'name': ReconfigVM_Task, 'duration_secs': 0.177499} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.293595] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573749', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'name': 'volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792731e1-5671-43bc-8271-860c18ce4465', 'attached_at': '', 'detached_at': '', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'serial': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.314989] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1062.316364] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7057992-4a77-4094-988c-53cd6a348517 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.322990] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1062.323489] env[68089]: ERROR oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk due to incomplete transfer. [ 1062.323489] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a269df32-5936-4c6a-a356-ad5b124ad556 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.332750] env[68089]: DEBUG oslo_vmware.rw_handles [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216c563-3caa-6d33-8df3-b916d65561d8/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1062.332989] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Uploaded image c374870e-07ba-487c-8c2d-3383f6c46dc6 to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1062.335256] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1062.336221] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba95f995-bcbb-432b-bd3e-50c8540294fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.342485] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1062.342485] env[68089]: value = "task-2853416" [ 1062.342485] env[68089]: _type = "Task" [ 1062.342485] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.350175] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853416, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.430131] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.430427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-770cb738-be59-41d2-a1b0-3861e24a4592 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.436624] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1062.436624] env[68089]: value = "task-2853417" [ 1062.436624] env[68089]: _type = "Task" [ 1062.436624] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.445020] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.495405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.495781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.495855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.513801] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1062.514267] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.549s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.515400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.766s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.515770] env[68089]: DEBUG nova.objects.instance [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lazy-loading 'resources' on Instance uuid 2fbfca9d-85de-44f7-b847-30d4b8e10901 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.690683] env[68089]: DEBUG nova.network.neutron [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.702784] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d827d5af-a2fe-4dc0-932f-bb6153b004ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.713485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea22e9ce-4af6-4b03-85a1-51aebf081c9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.757753] env[68089]: DEBUG nova.compute.manager [req-4976364f-d3b6-4df1-93f3-83255cbb5733 req-efba9818-3b1c-4d50-a969-5d83af9d926a service nova] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Detach interface failed, port_id=67111172-9e5e-4c66-92df-fd3202cb3012, reason: Instance a19d1658-60d2-486d-9d95-864af2cd7f8d could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1062.852764] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853416, 'name': Destroy_Task, 'duration_secs': 0.331341} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.853056] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Destroyed the VM [ 1062.853314] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1062.853558] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e02ef621-ec47-44cb-9a66-423aa110d5fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.861982] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1062.861982] env[68089]: value = "task-2853418" [ 1062.861982] env[68089]: _type = "Task" [ 1062.861982] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.869898] env[68089]: DEBUG nova.objects.instance [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.871584] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.946562] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853417, 'name': PowerOffVM_Task, 'duration_secs': 0.329791} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.946831] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.947048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.195071] env[68089]: INFO nova.compute.manager [-] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Took 1.34 seconds to deallocate network for instance. [ 1063.226622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.226622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.226842] env[68089]: DEBUG nova.network.neutron [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.276223] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187f7c0-f5c3-46a6-b7a6-0393dc73752e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.283937] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64162e8f-5c73-4478-bfe4-b8dad6b10eed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.317878] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db2a01-b960-4df5-b1ad-83ce81d039a3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.325822] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88682c9-dc62-4ac2-9959-e45a1f804148 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.332217] env[68089]: DEBUG nova.objects.instance [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'flavor' on Instance uuid 792731e1-5671-43bc-8271-860c18ce4465 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.342426] env[68089]: DEBUG nova.compute.provider_tree [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.371329] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.335334} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.371568] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1063.371839] env[68089]: DEBUG nova.compute.manager [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.374211] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7279a-0db1-49af-9564-2fc61e89bd5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.377056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e18fad8d-89f5-4925-81a4-b0206dbffedd tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.454317] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.454591] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.454818] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.455057] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.455225] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.455451] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.455728] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.455909] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.456096] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.456267] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.456438] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.462442] env[68089]: INFO nova.compute.manager [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Rescuing [ 1063.462674] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.462821] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.463011] env[68089]: DEBUG nova.network.neutron [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.464269] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240c914f-51f9-455e-acef-17432a3d1485 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.484433] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1063.484433] env[68089]: value = "task-2853419" [ 1063.484433] env[68089]: _type = "Task" [ 1063.484433] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.493315] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.529911] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.530167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.530336] env[68089]: DEBUG nova.network.neutron [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.702459] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.846802] env[68089]: DEBUG nova.network.neutron [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.848389] env[68089]: DEBUG nova.scheduler.client.report [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.853669] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d50ef42-5f7c-4953-94ee-7a66360d8f54 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.370s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.886698] env[68089]: INFO nova.compute.manager [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Shelve offloading [ 1063.899705] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.900011] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.900224] env[68089]: DEBUG nova.compute.manager [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.901758] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd2288b-d074-4098-baca-2a91053c6fd8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.908095] env[68089]: DEBUG nova.compute.manager [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1063.908606] env[68089]: DEBUG nova.objects.instance [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.926318] env[68089]: DEBUG nova.network.neutron [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.993625] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853419, 'name': ReconfigVM_Task, 'duration_secs': 0.201968} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.993924] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.257140] env[68089]: DEBUG nova.network.neutron [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.355546] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.358217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.360355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.013s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.385669] env[68089]: INFO nova.scheduler.client.report [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Deleted allocations for instance 2fbfca9d-85de-44f7-b847-30d4b8e10901 [ 1064.391695] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.392632] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53379707-56b9-4df8-8620-9f3f50309e3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.399449] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1064.399449] env[68089]: value = "task-2853420" [ 1064.399449] env[68089]: _type = "Task" [ 1064.399449] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.409817] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1064.410066] env[68089]: DEBUG nova.compute.manager [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.412336] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86da3b7-451f-4dc6-a828-d0a3349da9da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.419035] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.419366] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.419366] env[68089]: DEBUG nova.network.neutron [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.429114] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.501027] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.501652] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.501926] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.502259] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.502607] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.502908] env[68089]: DEBUG nova.virt.hardware [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.508329] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1064.512090] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06643b8c-3603-40db-b30e-b7919de9e75a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.529429] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1064.529429] env[68089]: value = "task-2853421" [ 1064.529429] env[68089]: _type = "Task" [ 1064.529429] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.537471] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.759989] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.897425] env[68089]: DEBUG oslo_concurrency.lockutils [None req-90898e07-19fe-4906-8a02-1d63563dfd98 tempest-ListImageFiltersTestJSON-960956772 tempest-ListImageFiltersTestJSON-960956772-project-member] Lock "2fbfca9d-85de-44f7-b847-30d4b8e10901" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.761s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.919045] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.919725] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f8cca9-8984-463c-aaf0-51fc183e83a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.931664] env[68089]: DEBUG oslo_vmware.api [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1064.931664] env[68089]: value = "task-2853422" [ 1064.931664] env[68089]: _type = "Task" [ 1064.931664] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.946811] env[68089]: DEBUG oslo_vmware.api [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.958513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f285d0a6-e90c-438e-9dca-cec5d00238ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.982160] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4659e-6912-44e1-9bee-4c56c7f7ee10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.990492] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.048205] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853421, 'name': ReconfigVM_Task, 'duration_secs': 0.157482} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.048493] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.049370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86fc83-de95-4025-aaae-1f6e3d74aa51 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.077359] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.084247] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e711bf8d-cfe4-4c42-8dbf-9648ef2a5fbb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.107450] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1065.107450] env[68089]: value = "task-2853423" [ 1065.107450] env[68089]: _type = "Task" [ 1065.107450] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.118704] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.176099] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb7dbd-8876-4e62-989e-ba0bebda0e03 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.183116] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c84a492-e5a7-496a-8abb-7c28060851a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.214909] env[68089]: DEBUG nova.network.neutron [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.216362] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa5350-fb2b-4ee8-ba02-7338d569e2e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223924] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea9217-27b1-428a-814f-eee4c0ed767e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.239859] env[68089]: DEBUG nova.compute.provider_tree [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.270337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22f978-9254-4f0b-a501-f8b7e2c3401a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.276107] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332ea22f-073f-41e5-a8be-1a30374a6876 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.441412] env[68089]: DEBUG oslo_vmware.api [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853422, 'name': PowerOffVM_Task, 'duration_secs': 0.221342} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.441699] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.441897] env[68089]: DEBUG nova.compute.manager [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.444034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19e8440-df79-4f4f-8a59-e481726f1f80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.497308] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.497593] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b94485cd-902a-40eb-8929-517e1976dd09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.503892] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1065.503892] env[68089]: value = "task-2853424" [ 1065.503892] env[68089]: _type = "Task" [ 1065.503892] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.511433] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.617744] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853423, 'name': ReconfigVM_Task, 'duration_secs': 0.290158} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.618016] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b/0453fd5c-453f-43e8-afeb-f48d30f6643b.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.618301] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.720460] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.743703] env[68089]: DEBUG nova.scheduler.client.report [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.896327] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.896638] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148bbc38-93c0-43ef-bc13-abe44b2859d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.904194] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1065.904194] env[68089]: value = "task-2853425" [ 1065.904194] env[68089]: _type = "Task" [ 1065.904194] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.916115] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.954924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5ee192f9-bc8a-46a9-8166-d55965a73cb0 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.981150] env[68089]: DEBUG nova.compute.manager [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-vif-unplugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.981506] env[68089]: DEBUG oslo_concurrency.lockutils [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.981667] env[68089]: DEBUG oslo_concurrency.lockutils [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.981875] env[68089]: DEBUG oslo_concurrency.lockutils [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.982346] env[68089]: DEBUG nova.compute.manager [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] No waiting events found dispatching network-vif-unplugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.982577] env[68089]: WARNING nova.compute.manager [req-c3981713-116b-4c65-b2c5-8dd5fcecfb75 req-7d3785d2-e9a5-4e82-9488-cde8e80561b5 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received unexpected event network-vif-unplugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 for instance with vm_state shelved and task_state shelving_offloading. [ 1066.015514] env[68089]: DEBUG oslo_vmware.api [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853424, 'name': PowerOnVM_Task, 'duration_secs': 0.388735} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.016673] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.016673] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b14ac21b-2555-44f6-926d-2126bc97eb30 tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance 'a9b4ade6-c7cd-4cbc-8177-b879dc8095a7' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.083030] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.083929] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50274b67-e0e6-4bd0-a37a-023619a2a74a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.092869] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.093524] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36a4d4cc-8a6f-4d24-87a5-33f03f667619 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.130280] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a020823-4b0a-4a2e-a7e3-beb66f086dce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.148049] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736ad2e5-bf2d-44c9-a8d8-c33ba8b05da2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.166386] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.171921] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.172084] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.172260] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.172688] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42d7333-9f6e-4ffc-b37d-61920cf8da33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.178278] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1066.178278] env[68089]: value = "task-2853427" [ 1066.178278] env[68089]: _type = "Task" [ 1066.178278] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.185922] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.377637] env[68089]: DEBUG nova.objects.instance [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.391137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b11e89b-b3fe-40d3-977b-a75bb188eda6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.415483] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68d2b58-5816-407f-8850-460f79c3b63f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.424768] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853425, 'name': PowerOffVM_Task, 'duration_secs': 0.248353} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.427044] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.427497] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.431299] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3a295-3ed4-4191-adf2-d2129bacf6ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.456736] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b293e3ee-547b-481a-90f2-c52e7837dc66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.491159] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.491802] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a48255f-b894-4ba0-ad81-1b66f8f598da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.497963] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1066.497963] env[68089]: value = "task-2853428" [ 1066.497963] env[68089]: _type = "Task" [ 1066.497963] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.505928] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.688806] env[68089]: DEBUG oslo_vmware.api [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32927} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.688806] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.689029] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.689158] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.707611] env[68089]: INFO nova.scheduler.client.report [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted allocations for instance 6e8ce0b1-e3b1-4ece-b144-913204095c5e [ 1066.710856] env[68089]: DEBUG nova.network.neutron [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Port 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1066.755961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.395s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.758677] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.056s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.758900] env[68089]: DEBUG nova.objects.instance [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid a19d1658-60d2-486d-9d95-864af2cd7f8d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.883010] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.883273] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.883457] env[68089]: DEBUG nova.network.neutron [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.883638] env[68089]: DEBUG nova.objects.instance [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'info_cache' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.936046] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.936360] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8090023-7a70-4ed6-802c-bee10cc69790 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.945261] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1066.945261] env[68089]: value = "task-2853429" [ 1066.945261] env[68089]: _type = "Task" [ 1066.945261] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.953321] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.008477] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.008785] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.009100] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.009520] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.009779] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b70e89-cc27-4b46-b385-4344b47eb8ac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.020428] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.020602] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.021309] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05173bf-844e-4aa9-bc1b-9323bd35ef87 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.030484] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1067.030484] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]526806eb-6311-09b4-f71f-50ed01cd0ab3" [ 1067.030484] env[68089]: _type = "Task" [ 1067.030484] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.038829] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526806eb-6311-09b4-f71f-50ed01cd0ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.213927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.321180] env[68089]: INFO nova.scheduler.client.report [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted allocation for migration 5bffd9ad-6e13-4632-b638-ecb90826cf93 [ 1067.386595] env[68089]: DEBUG nova.objects.base [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.455616] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.487803] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a177d-8f9b-4362-8231-86aaef63c349 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.495834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d4f0b-b517-4d51-a027-18d3ea4651bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.527433] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7110b70-cae2-41f9-ba25-62cb444aa9b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.544560] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e318e35-3bc3-4736-8066-ba74df234eb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.554902] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]526806eb-6311-09b4-f71f-50ed01cd0ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.563266] env[68089]: DEBUG nova.compute.provider_tree [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.564954] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01489b03-889e-4023-9820-87f75bc67d14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.570600] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1067.570600] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5746e-57f8-da10-e09e-52fd6f86fba1" [ 1067.570600] env[68089]: _type = "Task" [ 1067.570600] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.580690] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5746e-57f8-da10-e09e-52fd6f86fba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.735032] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.735247] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.735420] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.830388] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1e78bf1c-7d7c-41c2-9b6b-832d559c2361 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.518s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.956913] env[68089]: DEBUG oslo_vmware.api [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853429, 'name': PowerOnVM_Task, 'duration_secs': 0.61066} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.957303] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.957592] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ae660b-3b83-48ac-9c6a-7bd65e590750 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.068686] env[68089]: DEBUG nova.scheduler.client.report [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.083502] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f5746e-57f8-da10-e09e-52fd6f86fba1, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.085627] env[68089]: DEBUG oslo_concurrency.lockutils [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.085941] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1068.086263] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e60cd2c-614a-4024-9fc0-4c8293aecd7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.089498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.089809] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.089937] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.090096] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.090265] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.092808] env[68089]: INFO nova.compute.manager [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Terminating instance [ 1068.097875] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1068.097875] env[68089]: value = "task-2853430" [ 1068.097875] env[68089]: _type = "Task" [ 1068.097875] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.105903] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.122485] env[68089]: DEBUG nova.network.neutron [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.366033] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.366286] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.366584] env[68089]: DEBUG nova.compute.manager [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Going to confirm migration 6 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1068.576674] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.579465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.366s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.579702] env[68089]: DEBUG nova.objects.instance [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'resources' on Instance uuid 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.603480] env[68089]: INFO nova.scheduler.client.report [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance a19d1658-60d2-486d-9d95-864af2cd7f8d [ 1068.604997] env[68089]: DEBUG nova.compute.manager [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.605234] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.608227] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ff4a6b-c38f-4dbf-aa90-bde03bb8ec10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.617134] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.619822] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.620154] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df821f34-6b21-4eac-a7f9-9eb2705626ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.625336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.628263] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1068.628263] env[68089]: value = "task-2853431" [ 1068.628263] env[68089]: _type = "Task" [ 1068.628263] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.636707] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.706977] env[68089]: DEBUG nova.compute.manager [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.707198] env[68089]: DEBUG nova.compute.manager [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing instance network info cache due to event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1068.707412] env[68089]: DEBUG oslo_concurrency.lockutils [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.707557] env[68089]: DEBUG oslo_concurrency.lockutils [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.707720] env[68089]: DEBUG nova.network.neutron [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.779216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.779610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.779821] env[68089]: DEBUG nova.network.neutron [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.924207] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.924401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquired lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.924581] env[68089]: DEBUG nova.network.neutron [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.924771] env[68089]: DEBUG nova.objects.instance [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'info_cache' on Instance uuid a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.082125] env[68089]: DEBUG nova.objects.instance [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'numa_topology' on Instance uuid 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.109035] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.109035] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 1069.109378] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81cf156-c150-494b-95d5-dd7a43a32874 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.114844] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1c65b6b5-66a1-4987-95ea-30e44f561dca tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "a19d1658-60d2-486d-9d95-864af2cd7f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.948s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.147099] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.149011] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.153277] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72cd1c3-03c3-4f8b-87e6-6ce27339fda5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.167817] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f0e557-85ae-4df2-b1f8-ef9e67001b1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.175045] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853431, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.176288] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1069.176288] env[68089]: value = "task-2853432" [ 1069.176288] env[68089]: _type = "Task" [ 1069.176288] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.177372] env[68089]: DEBUG oslo_vmware.api [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1069.177372] env[68089]: value = "task-2853433" [ 1069.177372] env[68089]: _type = "Task" [ 1069.177372] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.188869] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.192272] env[68089]: DEBUG oslo_vmware.api [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.456695] env[68089]: DEBUG nova.network.neutron [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updated VIF entry in instance network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.456695] env[68089]: DEBUG nova.network.neutron [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.576292] env[68089]: DEBUG nova.network.neutron [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.584285] env[68089]: DEBUG nova.objects.base [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Object Instance<6e8ce0b1-e3b1-4ece-b144-913204095c5e> lazy-loaded attributes: resources,numa_topology {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.650100] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853431, 'name': PowerOffVM_Task, 'duration_secs': 0.618274} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.650416] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.650590] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.651231] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e5484af-8677-4975-bff6-860ecd32a11c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688889] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853432, 'name': ReconfigVM_Task, 'duration_secs': 0.392139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.694466] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 792731e1-5671-43bc-8271-860c18ce4465/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.694930] env[68089]: DEBUG oslo_vmware.api [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.695931] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9df314-8b7b-4770-8b1a-4c5889fa84bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.728970] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78284220-f23f-49fe-a22f-66c75125062d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.739326] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.739551] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.739732] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleting the datastore file [datastore2] e43199f7-45cb-4f51-a4cf-12b307a09ed6 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.741353] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84a69e0-864c-4c3e-b2cb-631e039fe24c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.751277] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1069.751277] env[68089]: value = "task-2853435" [ 1069.751277] env[68089]: _type = "Task" [ 1069.751277] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.754934] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1069.754934] env[68089]: value = "task-2853436" [ 1069.754934] env[68089]: _type = "Task" [ 1069.754934] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.759274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.759517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.759720] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.759901] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.760095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.767113] env[68089]: INFO nova.compute.manager [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Terminating instance [ 1069.775479] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.779061] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.860573] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0732e-4c3a-4796-aac4-0472b981684d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.868982] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2fd761-f48d-4041-9bae-86f3ef0b42c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.898974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb9a536-7ca9-4595-b02e-185f1c3d9c43 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.906509] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cc3fcb-9a32-4128-bad1-b3e7b833fe94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.919933] env[68089]: DEBUG nova.compute.provider_tree [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.959409] env[68089]: DEBUG oslo_concurrency.lockutils [req-ecadae35-aadf-4a16-9177-081c137252ff req-90a0221f-155d-478a-bc3d-d02182e4c870 service nova] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.079166] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.191624] env[68089]: DEBUG oslo_vmware.api [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853433, 'name': PowerOnVM_Task, 'duration_secs': 0.652334} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.191900] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.192202] env[68089]: DEBUG nova.compute.manager [None req-bea630f0-d87a-4aea-b85a-ff7dc6b0354d tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.192962] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb39d3-8924-498b-996c-867174d82d96 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.207490] env[68089]: DEBUG nova.network.neutron [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [{"id": "bc5d3c18-81ef-4784-9793-da976bd975d4", "address": "fa:16:3e:14:d7:12", "network": {"id": "4eb64724-2e5f-4946-9b03-80d5a984f04e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873356980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef944b28c9434ad681b2cf8d2f51dd56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5d3c18-81", "ovs_interfaceid": "bc5d3c18-81ef-4784-9793-da976bd975d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.248104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.271191] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853435, 'name': ReconfigVM_Task, 'duration_secs': 0.203645} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.275706] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.276539] env[68089]: DEBUG nova.compute.manager [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.276828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.277235] env[68089]: DEBUG oslo_vmware.api [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208557} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.277534] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be6d296-e374-47be-b746-077cefef160e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.280393] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf39768-34b9-4aaf-9bf3-5d69819a40f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.284059] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.284388] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.284651] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.284906] env[68089]: INFO nova.compute.manager [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1070.285265] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.286120] env[68089]: DEBUG nova.compute.manager [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.286297] env[68089]: DEBUG nova.network.neutron [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.299184] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1070.299184] env[68089]: value = "task-2853437" [ 1070.299184] env[68089]: _type = "Task" [ 1070.299184] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.299664] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.304018] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bb1dc13-31cb-47d1-ba2e-17595a2a7aa7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.311523] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.313187] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1070.313187] env[68089]: value = "task-2853438" [ 1070.313187] env[68089]: _type = "Task" [ 1070.313187] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.323470] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.423341] env[68089]: DEBUG nova.scheduler.client.report [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.604090] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18af299-3404-45cb-b676-676a4de520ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.626714] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8650ea2b-1e2a-4f78-9d5f-8a82d27d7a70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.634427] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.712413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Releasing lock "refresh_cache-a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.712413] env[68089]: DEBUG nova.objects.instance [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lazy-loading 'migration_context' on Instance uuid a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.810127] env[68089]: DEBUG oslo_vmware.api [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853437, 'name': PowerOnVM_Task, 'duration_secs': 0.410073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.810127] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.812640] env[68089]: DEBUG nova.compute.manager [None req-818eed51-131d-4710-8b25-0f31688f8fc4 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.813477] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aad096-f447-4429-ace4-84e3198976dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.827852] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853438, 'name': PowerOffVM_Task, 'duration_secs': 0.258598} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.828497] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.828706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.829303] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946f50be-ac22-4488-a06c-3f384919a12e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.920583] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.920954] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.921262] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore2] 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.921628] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-949904ba-d0ac-4537-a7fb-769c6833966d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.929066] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1070.929066] env[68089]: value = "task-2853440" [ 1070.929066] env[68089]: _type = "Task" [ 1070.929066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.929958] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.946573] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.003832] env[68089]: DEBUG nova.network.neutron [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Port c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1071.004167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.004347] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.004508] env[68089]: DEBUG nova.network.neutron [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.141160] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.141475] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001efbfe-bbd6-4600-bb62-538ff08903a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.149015] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1071.149015] env[68089]: value = "task-2853441" [ 1071.149015] env[68089]: _type = "Task" [ 1071.149015] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.158481] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.216160] env[68089]: DEBUG nova.objects.base [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1071.216987] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f4cb2-1e5a-445a-a0da-bcc880ea17ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.236545] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d62e954-7806-48d1-aadc-655edd096e6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.242773] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1071.242773] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523cd8e5-58ed-8771-c5af-8f6efaafbfca" [ 1071.242773] env[68089]: _type = "Task" [ 1071.242773] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.251491] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523cd8e5-58ed-8771-c5af-8f6efaafbfca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.336309] env[68089]: DEBUG nova.compute.manager [req-7244d96b-8d47-4d6b-83df-0d6d65140dfc req-86099312-0e6e-48e6-827e-12633dabbfb6 service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Received event network-vif-deleted-de84c322-bb9d-4006-b8e7-5023b379973a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.336504] env[68089]: INFO nova.compute.manager [req-7244d96b-8d47-4d6b-83df-0d6d65140dfc req-86099312-0e6e-48e6-827e-12633dabbfb6 service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Neutron deleted interface de84c322-bb9d-4006-b8e7-5023b379973a; detaching it from the instance and deleting it from the info cache [ 1071.336717] env[68089]: DEBUG nova.network.neutron [req-7244d96b-8d47-4d6b-83df-0d6d65140dfc req-86099312-0e6e-48e6-827e-12633dabbfb6 service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.445118] env[68089]: DEBUG oslo_vmware.api [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386892} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.447260] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.447260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.447260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.447486] env[68089]: INFO nova.compute.manager [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1071.447626] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.448044] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1eb534ef-32f8-4528-8539-0145c639707f tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.509s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.448834] env[68089]: DEBUG nova.compute.manager [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.448931] env[68089]: DEBUG nova.network.neutron [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.450746] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.203s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.451140] env[68089]: INFO nova.compute.manager [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Unshelving [ 1071.643668] env[68089]: DEBUG nova.network.neutron [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.670066] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853441, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.744197] env[68089]: DEBUG nova.network.neutron [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.755445] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523cd8e5-58ed-8771-c5af-8f6efaafbfca, 'name': SearchDatastore_Task, 'duration_secs': 0.007766} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.756531] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.756795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.840024] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b28174db-2c27-4abf-88cc-044a99bfe6f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.853657] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a1a8c7-2803-492c-9b85-3fb801e116ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.886932] env[68089]: DEBUG nova.compute.manager [req-7244d96b-8d47-4d6b-83df-0d6d65140dfc req-86099312-0e6e-48e6-827e-12633dabbfb6 service nova] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Detach interface failed, port_id=de84c322-bb9d-4006-b8e7-5023b379973a, reason: Instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1072.146383] env[68089]: INFO nova.compute.manager [-] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Took 1.86 seconds to deallocate network for instance. [ 1072.159627] env[68089]: DEBUG oslo_vmware.api [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853441, 'name': PowerOnVM_Task, 'duration_secs': 0.56657} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.159794] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.159977] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f6661df6-39d8-4e9d-a5fe-4da259441715 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance '0453fd5c-453f-43e8-afeb-f48d30f6643b' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.226688] env[68089]: DEBUG nova.network.neutron [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.246325] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.471018] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.477499] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ed594c-a432-4a78-a279-928e69690eb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.484813] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c16d02-8633-4405-951b-93f4132014e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.515052] env[68089]: INFO nova.compute.manager [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Unrescuing [ 1072.515301] env[68089]: DEBUG oslo_concurrency.lockutils [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.515449] env[68089]: DEBUG oslo_concurrency.lockutils [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.515612] env[68089]: DEBUG nova.network.neutron [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.517989] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c023fa-fcdf-4bfe-83ab-7dffd58fecd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.525573] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f726e0-2d90-4136-a632-ed79e6d9b82f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.539305] env[68089]: DEBUG nova.compute.provider_tree [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.655762] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.729457] env[68089]: INFO nova.compute.manager [-] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Took 1.28 seconds to deallocate network for instance. [ 1072.750872] env[68089]: DEBUG nova.compute.manager [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68089) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1073.042466] env[68089]: DEBUG nova.scheduler.client.report [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.236191] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.248602] env[68089]: DEBUG nova.network.neutron [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.366814] env[68089]: DEBUG nova.compute.manager [req-a00915e3-b9fc-43ef-83bd-bc578336c4ad req-648954fd-2c06-45bb-97d8-b6a4f5e9e966 service nova] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Received event network-vif-deleted-a6507aa9-7aa0-4901-85fd-a992f640e1f2 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.752037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.752844] env[68089]: DEBUG nova.objects.instance [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'flavor' on Instance uuid 792731e1-5671-43bc-8271-860c18ce4465 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.851333] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.054544] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.298s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.057518] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.587s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.057728] env[68089]: DEBUG nova.objects.instance [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.135267] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.135546] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.135763] env[68089]: DEBUG nova.compute.manager [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Going to confirm migration 7 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1074.260041] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a9921-62ed-4387-abfe-3723431813ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.284300] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.284883] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ab0a19-a137-4380-bbd8-1d841c0ac8be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.291676] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1074.291676] env[68089]: value = "task-2853442" [ 1074.291676] env[68089]: _type = "Task" [ 1074.291676] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.299786] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.564044] env[68089]: DEBUG nova.objects.instance [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'numa_topology' on Instance uuid 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.620651] env[68089]: INFO nova.scheduler.client.report [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocation for migration 2e0bdec7-93e2-4d2c-a9a9-99a4f2ab9588 [ 1074.706327] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.706573] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.706810] env[68089]: DEBUG nova.network.neutron [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.707079] env[68089]: DEBUG nova.objects.instance [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'info_cache' on Instance uuid 0453fd5c-453f-43e8-afeb-f48d30f6643b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.801444] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.069065] env[68089]: INFO nova.compute.claims [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.127062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.760s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.302942] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853442, 'name': PowerOffVM_Task, 'duration_secs': 0.613386} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.303288] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.308986] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.309373] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e03c473-fe7b-4066-9ea8-243f3e02d6cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.328379] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1075.328379] env[68089]: value = "task-2853443" [ 1075.328379] env[68089]: _type = "Task" [ 1075.328379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.336364] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.840182] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853443, 'name': ReconfigVM_Task, 'duration_secs': 0.269631} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.840483] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.840660] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.840910] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac8c4bb8-a277-4370-b938-a1bf474cf73d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.848165] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1075.848165] env[68089]: value = "task-2853444" [ 1075.848165] env[68089]: _type = "Task" [ 1075.848165] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.855895] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.905042] env[68089]: DEBUG nova.network.neutron [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [{"id": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "address": "fa:16:3e:83:72:2a", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fa5fe6-0a", "ovs_interfaceid": "93fa5fe6-0ab3-4170-93b5-84f6cb52ef08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.279730] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ffd0ba-7a4d-4821-b221-e4955457e42a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.288533] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c837d8b-e771-43dd-957c-05e8bceb2364 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.320449] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ed6f4-c512-4965-acbe-0b13bf1139e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.327343] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ad733-f777-45d8-8022-9701b7082005 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.340178] env[68089]: DEBUG nova.compute.provider_tree [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.357372] env[68089]: DEBUG oslo_vmware.api [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853444, 'name': PowerOnVM_Task, 'duration_secs': 0.3803} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.357620] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.357851] env[68089]: DEBUG nova.compute.manager [None req-066a42df-d7d4-4996-8291-f5709771446e tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.358590] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c24424-4c0f-4d2f-ab6b-755c71c1f49b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.397047] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.397165] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.397284] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.397502] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.397677] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.399734] env[68089]: INFO nova.compute.manager [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Terminating instance [ 1076.408574] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-0453fd5c-453f-43e8-afeb-f48d30f6643b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.408574] env[68089]: DEBUG nova.objects.instance [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'migration_context' on Instance uuid 0453fd5c-453f-43e8-afeb-f48d30f6643b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.843898] env[68089]: DEBUG nova.scheduler.client.report [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.905021] env[68089]: DEBUG nova.compute.manager [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.905021] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.905302] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d39ef7-120b-41c8-9b76-336f4f5b36f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.910923] env[68089]: DEBUG nova.objects.base [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Object Instance<0453fd5c-453f-43e8-afeb-f48d30f6643b> lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.913743] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3d405-396b-4f4d-949d-d547fe504ca2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.916754] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.916974] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6a87e2-172b-4211-b982-19edab4ca7eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.935802] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf26132b-4611-462b-8365-c1c8466247d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.938354] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1076.938354] env[68089]: value = "task-2853445" [ 1076.938354] env[68089]: _type = "Task" [ 1076.938354] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.943133] env[68089]: DEBUG oslo_vmware.api [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1076.943133] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b72bb3-6b1e-664d-3559-3c78f4faf666" [ 1076.943133] env[68089]: _type = "Task" [ 1076.943133] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.951373] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.956174] env[68089]: DEBUG oslo_vmware.api [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b72bb3-6b1e-664d-3559-3c78f4faf666, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.956435] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.003740] env[68089]: DEBUG nova.compute.manager [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1077.003740] env[68089]: DEBUG nova.compute.manager [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing instance network info cache due to event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1077.003740] env[68089]: DEBUG oslo_concurrency.lockutils [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.003740] env[68089]: DEBUG oslo_concurrency.lockutils [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.003886] env[68089]: DEBUG nova.network.neutron [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.349225] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.292s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.351896] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.696s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.352150] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.354170] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.118s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.354537] env[68089]: DEBUG nova.objects.instance [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.373366] env[68089]: INFO nova.scheduler.client.report [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted allocations for instance e43199f7-45cb-4f51-a4cf-12b307a09ed6 [ 1077.390587] env[68089]: INFO nova.network.neutron [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating port 0c1e37b8-633f-4065-baa8-9c69b59909b9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1077.448727] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853445, 'name': PowerOffVM_Task, 'duration_secs': 0.201625} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.449065] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.449277] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.449586] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f312bf5a-0f23-458a-b8ea-79aaedecd751 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.510120] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.513023] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.513023] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleting the datastore file [datastore2] a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.513023] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb9e9d2-5727-4c40-a7c3-9313ca4d1069 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.516949] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for the task: (returnval){ [ 1077.516949] env[68089]: value = "task-2853447" [ 1077.516949] env[68089]: _type = "Task" [ 1077.516949] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.525043] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.728692] env[68089]: DEBUG nova.network.neutron [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updated VIF entry in instance network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.729039] env[68089]: DEBUG nova.network.neutron [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.880525] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58077ef1-97e4-4831-9197-c30230f0532a tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "e43199f7-45cb-4f51-a4cf-12b307a09ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.791s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.026456] env[68089]: DEBUG oslo_vmware.api [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Task: {'id': task-2853447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198818} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.029114] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.029318] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.029496] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.029744] env[68089]: INFO nova.compute.manager [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1078.030016] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.030436] env[68089]: DEBUG nova.compute.manager [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.030645] env[68089]: DEBUG nova.network.neutron [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.051940] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be02d2b-8634-492b-b5dd-78c6118c4cfb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.059327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626622e5-e19d-4356-860b-869c86e072a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.092692] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77625884-7472-4794-8ef3-1445c05d267a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.100316] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2464ee3-8c43-448f-9001-24b258d95575 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.113928] env[68089]: DEBUG nova.compute.provider_tree [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.231892] env[68089]: DEBUG oslo_concurrency.lockutils [req-9a67a804-43fe-4029-bf37-739f417596d4 req-55d002a6-1ae7-4c38-a062-e4a060a02c62 service nova] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634717] env[68089]: ERROR nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [req-2c28f741-e2d5-4aee-a99f-cb766ba683c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c28f741-e2d5-4aee-a99f-cb766ba683c6"}]} [ 1078.650710] env[68089]: DEBUG nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.665684] env[68089]: DEBUG nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.665815] env[68089]: DEBUG nova.compute.provider_tree [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.676771] env[68089]: DEBUG nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.693979] env[68089]: DEBUG nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.802011] env[68089]: DEBUG nova.compute.manager [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.802478] env[68089]: DEBUG oslo_concurrency.lockutils [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.802478] env[68089]: DEBUG oslo_concurrency.lockutils [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.802764] env[68089]: DEBUG oslo_concurrency.lockutils [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.802818] env[68089]: DEBUG nova.compute.manager [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] No waiting events found dispatching network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.803017] env[68089]: WARNING nova.compute.manager [req-d1d884e9-4edf-409e-a334-321df0b68fe8 req-2d28b982-c02a-4d3a-b8eb-96f0791f06fd service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received unexpected event network-vif-plugged-0c1e37b8-633f-4065-baa8-9c69b59909b9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1078.893106] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.893483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.893517] env[68089]: DEBUG nova.network.neutron [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.908392] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5c0a5-a9d4-4e28-aff7-6ec637072756 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.915847] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c77426-3bb5-4a7f-accf-1e14e5225bdd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.947228] env[68089]: DEBUG nova.network.neutron [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.949130] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371fa7f2-3708-47d0-aa15-43fc3a9fdb8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23baa62a-e046-4435-a278-02bf3b7d6b59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.966732] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.966957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.976286] env[68089]: DEBUG nova.compute.provider_tree [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.978057] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.030218] env[68089]: DEBUG nova.compute.manager [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.030218] env[68089]: DEBUG nova.compute.manager [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing instance network info cache due to event network-changed-da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1079.030426] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] Acquiring lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.030619] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] Acquired lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.030721] env[68089]: DEBUG nova.network.neutron [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Refreshing network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.453539] env[68089]: INFO nova.compute.manager [-] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Took 1.42 seconds to deallocate network for instance. [ 1079.526622] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.528850] env[68089]: DEBUG nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1079.529119] env[68089]: DEBUG nova.compute.provider_tree [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 144 to 145 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.529317] env[68089]: DEBUG nova.compute.provider_tree [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.686959] env[68089]: DEBUG nova.network.neutron [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.818977] env[68089]: DEBUG nova.network.neutron [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updated VIF entry in instance network info cache for port da296626-a105-4310-a0ad-8f5f1c4e7630. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.819369] env[68089]: DEBUG nova.network.neutron [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [{"id": "da296626-a105-4310-a0ad-8f5f1c4e7630", "address": "fa:16:3e:73:f9:fd", "network": {"id": "7396f3ec-2d1f-4d4d-8683-a8b8ab48e925", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-215817622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d79a1ca128bb4b19b65e288d29139776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda296626-a1", "ovs_interfaceid": "da296626-a105-4310-a0ad-8f5f1c4e7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.960554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.036659] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.682s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.040019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.188s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.055231] env[68089]: INFO nova.scheduler.client.report [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5 [ 1080.191530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.219008] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0ab3af00bf7eead2121f2c1ebdcc66b0',container_format='bare',created_at=2025-03-07T09:23:10Z,direct_url=,disk_format='vmdk',id=c374870e-07ba-487c-8c2d-3383f6c46dc6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-201051983-shelved',owner='9966ed57c38c47d7825067d020e7cabe',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-07T09:23:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.219279] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.219438] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.219622] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.219888] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.219888] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.220169] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.220348] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.220523] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.220688] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.220861] env[68089]: DEBUG nova.virt.hardware [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.221760] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca5e292-f477-4eeb-bbc7-c3f74097b738 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.229639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9186490-ea58-4a1d-bb3d-294f446885e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.244828] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:36:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c1e37b8-633f-4065-baa8-9c69b59909b9', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.251956] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.252228] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.252443] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d57f85c-a10f-4122-8b88-86da8e34d3bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.272031] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.272031] env[68089]: value = "task-2853448" [ 1080.272031] env[68089]: _type = "Task" [ 1080.272031] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.279677] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853448, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.322817] env[68089]: DEBUG oslo_concurrency.lockutils [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] Releasing lock "refresh_cache-792731e1-5671-43bc-8271-860c18ce4465" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.323141] env[68089]: DEBUG nova.compute.manager [req-6a2f65e1-d603-4f32-b09d-e248bad636d9 req-a90d0489-90f9-4024-91a9-42f5771f8afa service nova] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Received event network-vif-deleted-bc5d3c18-81ef-4784-9793-da976bd975d4 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.542939] env[68089]: DEBUG nova.objects.instance [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'migration_context' on Instance uuid 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.562906] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5dd853eb-9180-40df-a097-6a3fcd6a8307 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.803s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.782901] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853448, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.828739] env[68089]: DEBUG nova.compute.manager [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.828934] env[68089]: DEBUG nova.compute.manager [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing instance network info cache due to event network-changed-0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.829160] env[68089]: DEBUG oslo_concurrency.lockutils [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] Acquiring lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.829303] env[68089]: DEBUG oslo_concurrency.lockutils [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] Acquired lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.829459] env[68089]: DEBUG nova.network.neutron [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Refreshing network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.226965] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c84722-1cb7-4889-8f5c-fb5016b002b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.235714] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a8500-a5fa-43ef-b3f6-8c1071ee11f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.267869] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d102c-d76f-48b3-9b91-87558fd5c0f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.279015] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14154c80-64ca-4e3d-970e-e6172bea347a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.287218] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853448, 'name': CreateVM_Task, 'duration_secs': 0.846014} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.294965] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.295474] env[68089]: DEBUG nova.compute.provider_tree [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.297377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.297377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.297745] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.298219] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ef1189-8bc9-4824-835f-0b73779dfbef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302765] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1081.302765] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528054c3-cd4b-540f-7626-397220f9671c" [ 1081.302765] env[68089]: _type = "Task" [ 1081.302765] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.310669] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528054c3-cd4b-540f-7626-397220f9671c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.537402] env[68089]: DEBUG nova.network.neutron [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updated VIF entry in instance network info cache for port 0c1e37b8-633f-4065-baa8-9c69b59909b9. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.537808] env[68089]: DEBUG nova.network.neutron [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [{"id": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "address": "fa:16:3e:42:36:08", "network": {"id": "caee6634-35c8-4b6e-913f-47ae5950ef88", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-331344532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966ed57c38c47d7825067d020e7cabe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1e37b8-63", "ovs_interfaceid": "0c1e37b8-633f-4065-baa8-9c69b59909b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.727956] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.728210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.800310] env[68089]: DEBUG nova.scheduler.client.report [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.814298] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.814544] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Processing image c374870e-07ba-487c-8c2d-3383f6c46dc6 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.814778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.814926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.815128] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.815619] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34bde6e1-fd9a-4d3b-8343-d1a2e5fd1584 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.824158] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.824286] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.824926] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cd6f1f-fc4d-4c07-ba63-b5a44fb06e06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.830051] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1081.830051] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5273cfca-b72e-14ac-3c71-ee023005ee2b" [ 1081.830051] env[68089]: _type = "Task" [ 1081.830051] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.837403] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5273cfca-b72e-14ac-3c71-ee023005ee2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.040142] env[68089]: DEBUG oslo_concurrency.lockutils [req-05abb423-3206-4fce-a8e7-e7a7c01527d6 req-ce1fe5d7-8eb0-46b7-9d5c-7f62e5111506 service nova] Releasing lock "refresh_cache-6e8ce0b1-e3b1-4ece-b144-913204095c5e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.231654] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.340419] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1082.340670] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Fetch image to [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d/OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1082.340854] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Downloading stream optimized image c374870e-07ba-487c-8c2d-3383f6c46dc6 to [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d/OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d.vmdk on the data store datastore2 as vApp {{(pid=68089) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1082.341034] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Downloading image file data c374870e-07ba-487c-8c2d-3383f6c46dc6 to the ESX as VM named 'OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d' {{(pid=68089) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1082.411761] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1082.411761] env[68089]: value = "resgroup-9" [ 1082.411761] env[68089]: _type = "ResourcePool" [ 1082.411761] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1082.412094] env[68089]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6724ee5d-948c-4673-afec-b7e442b74582 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.435176] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease: (returnval){ [ 1082.435176] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c44df4-e659-8963-8512-68ee47cb2ed5" [ 1082.435176] env[68089]: _type = "HttpNfcLease" [ 1082.435176] env[68089]: } obtained for vApp import into resource pool (val){ [ 1082.435176] env[68089]: value = "resgroup-9" [ 1082.435176] env[68089]: _type = "ResourcePool" [ 1082.435176] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1082.435457] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the lease: (returnval){ [ 1082.435457] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c44df4-e659-8963-8512-68ee47cb2ed5" [ 1082.435457] env[68089]: _type = "HttpNfcLease" [ 1082.435457] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.441678] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.441678] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c44df4-e659-8963-8512-68ee47cb2ed5" [ 1082.441678] env[68089]: _type = "HttpNfcLease" [ 1082.441678] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.756828] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.814368] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.775s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.819995] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.863s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.943673] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.943673] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c44df4-e659-8963-8512-68ee47cb2ed5" [ 1082.943673] env[68089]: _type = "HttpNfcLease" [ 1082.943673] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1082.943952] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1082.943952] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c44df4-e659-8963-8512-68ee47cb2ed5" [ 1082.943952] env[68089]: _type = "HttpNfcLease" [ 1082.943952] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1082.944668] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a79809-3412-4857-b116-5aa0f89736c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.951550] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1082.951761] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1083.016599] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8f63003-c8bc-49b9-8caf-8c584abcbc66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.561182] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5377c3e2-f3f6-4ebe-ac3c-3e0037e82f95 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.569153] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796e3ea-7dd5-4041-b9a7-4a870a8eae3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.600371] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15693c82-e689-4702-91d6-b1deb1dfcc5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.608249] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cac788f-8627-4a18-af0e-1b9785cd7ec1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.624320] env[68089]: DEBUG nova.compute.provider_tree [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.127678] env[68089]: DEBUG nova.scheduler.client.report [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.171970] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1084.172556] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.173233] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5788797-c3e1-4116-8122-d86b41162cef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180542] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.180770] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1084.181024] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01b61b66-d2d1-4075-8bda-5f16ddcf5dfd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.357087] env[68089]: INFO nova.compute.manager [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Swapping old allocation on dict_keys(['7b9eaf16-2c31-460a-bddd-0a303929cbe5']) held by migration 433959a6-ce63-48ff-9fb3-6ac36b4912db for instance [ 1084.367360] env[68089]: DEBUG oslo_vmware.rw_handles [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b7bb7-72d7-db56-ad99-700996252541/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1084.367586] env[68089]: INFO nova.virt.vmwareapi.images [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Downloaded image file data c374870e-07ba-487c-8c2d-3383f6c46dc6 [ 1084.368424] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92545de5-e3bd-479c-9f96-81c68d2eaac6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.387220] env[68089]: DEBUG nova.scheduler.client.report [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Overwriting current allocation {'allocations': {'7b9eaf16-2c31-460a-bddd-0a303929cbe5': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 146}}, 'project_id': '3389d4012b53413692cf1815babb0840', 'user_id': 'b51f230d135a44c49559c52b65e43e8e', 'consumer_generation': 1} on consumer 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 {{(pid=68089) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1084.388879] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076855e3-1052-4296-9bad-4a89adb57643 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.417519] env[68089]: INFO nova.virt.vmwareapi.images [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] The imported VM was unregistered [ 1084.419856] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1084.420100] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.420380] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0481df7f-51bd-4753-8842-259ab001eeb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.440779] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Created directory with path [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6 {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.440970] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d/OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d.vmdk to [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk. {{(pid=68089) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1084.441248] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-81094232-ce0e-47fc-a19d-ffc915589cdf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.447294] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1084.447294] env[68089]: value = "task-2853451" [ 1084.447294] env[68089]: _type = "Task" [ 1084.447294] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.454860] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.463275] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.463448] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.463623] env[68089]: DEBUG nova.network.neutron [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.957432] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.139567] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.320s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.142592] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.616s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.144613] env[68089]: INFO nova.compute.claims [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.201712] env[68089]: DEBUG nova.network.neutron [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [{"id": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "address": "fa:16:3e:63:5d:c4", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0c3497c-8c", "ovs_interfaceid": "c0c3497c-8c73-47b2-93ac-6d49c0cab7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.459326] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.705286] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.706979] env[68089]: INFO nova.scheduler.client.report [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocation for migration 8544cb30-7ef5-4859-8303-8ede91b7c47d [ 1085.708318] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51150a-6df4-4ac3-9777-5d6b9bfae396 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.720327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4a64d-ad14-439a-8105-4f222434f695 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.960358] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.217476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e01c10db-ef9b-4eb3-9209-a35cd29f1a3e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.082s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.325105] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.325404] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.325726] env[68089]: DEBUG nova.objects.instance [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid a925cc77-03db-4a21-b35c-c2a4cacbbfe5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.370024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d096c-1721-42b9-8f78-df42f6ac7e81 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.378138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dface8-5580-45d3-ba3d-0de9142ed2bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.414542] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77122c-d7ac-4d0b-ae29-407063dd0cba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.422708] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc4006-4d6c-4f8b-8b49-62f8419f511d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.436528] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.460531] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.828486] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.828835] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ddcc752-2d39-45cf-b25e-5ea2dbfb8155 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.838876] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1086.838876] env[68089]: value = "task-2853452" [ 1086.838876] env[68089]: _type = "Task" [ 1086.838876] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.850368] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.899929] env[68089]: DEBUG nova.objects.instance [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid a925cc77-03db-4a21-b35c-c2a4cacbbfe5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.961405] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853451, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.32925} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.962337] env[68089]: ERROR nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [req-b20513f0-c362-406c-bda6-4c2befe3ac6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b20513f0-c362-406c-bda6-4c2befe3ac6f"}]} [ 1086.962700] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d/OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d.vmdk to [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk. [ 1086.962888] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Cleaning up location [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1086.963064] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4b058a82-bb06-4495-ac2f-83633f59604d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.965222] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-202b22c4-562a-4ba9-9529-dc38ac9f7fac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.971401] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1086.971401] env[68089]: value = "task-2853453" [ 1086.971401] env[68089]: _type = "Task" [ 1086.971401] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.979719] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.980645] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1086.995830] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1086.996064] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.008436] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1087.028396] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1087.212777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a79f7a-6dc1-492f-8d39-69424e584e7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.221586] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb9f36-158d-4ee5-9f05-8eedf5f5403a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.253796] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50168527-b531-44a8-ada2-f4d005ba8137 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.261522] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34391b2-d91a-4377-9d7b-6ff0efa07b4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.276126] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.348414] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853452, 'name': PowerOffVM_Task, 'duration_secs': 0.272155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.348755] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.349475] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.349765] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.349982] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.350256] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.350465] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.350677] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.350952] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.351183] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.351417] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.351643] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.351887] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.357326] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f570051-1a5c-47b6-8cd3-de238306ddec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.374125] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1087.374125] env[68089]: value = "task-2853454" [ 1087.374125] env[68089]: _type = "Task" [ 1087.374125] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.382256] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.406150] env[68089]: DEBUG nova.objects.base [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.407067] env[68089]: DEBUG nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.466338] env[68089]: DEBUG nova.policy [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.482683] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04052} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.482683] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.482872] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.483158] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk to [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.483411] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f113b8f8-d195-4b08-89ed-ab3083020b7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.489772] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1087.489772] env[68089]: value = "task-2853455" [ 1087.489772] env[68089]: _type = "Task" [ 1087.489772] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.497736] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.683823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.683823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.683823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.683823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.683823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.684797] env[68089]: INFO nova.compute.manager [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Terminating instance [ 1087.802216] env[68089]: ERROR nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [req-f242515a-0377-4ce3-b64a-a4048cf6b685] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f242515a-0377-4ce3-b64a-a4048cf6b685"}]} [ 1087.822989] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1087.829804] env[68089]: DEBUG nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Successfully created port: 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.841213] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1087.841213] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.858498] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1087.888025] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853454, 'name': ReconfigVM_Task, 'duration_secs': 0.305306} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.888025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56a0cb-2abf-4fd5-bb1d-303c13004630 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.909333] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.911104] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.911437] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.911911] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.912237] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.912512] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.912831] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.913123] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.913398] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.913685] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.913995] env[68089]: DEBUG nova.virt.hardware [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.916018] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1087.924613] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c822f9-6bb0-46ee-97cb-8fb3f4cc1a45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.927569] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1087.927569] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5204dc1d-33e8-8e59-de76-36e65869cdaa" [ 1087.927569] env[68089]: _type = "Task" [ 1087.927569] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.938583] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5204dc1d-33e8-8e59-de76-36e65869cdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.002850] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.166857] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82fe15-08d3-4f99-8198-0513346fd73b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.174978] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.175324] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.179905] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa332c-469e-4914-a415-e06bc3420efe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.212598] env[68089]: DEBUG nova.compute.manager [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.213131] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.214554] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328ede3-fa83-4d6d-a780-2ccf82b32154 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.217872] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369cbbd-b91d-4382-9d83-b97fd7aef7df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.226496] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.228789] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f183d0-c8e5-47f7-97ee-1e9c400f6327 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.231877] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884340b-af73-424e-bed6-56b5512a6daa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.246664] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.249501] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1088.249501] env[68089]: value = "task-2853456" [ 1088.249501] env[68089]: _type = "Task" [ 1088.249501] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.260457] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.441980] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5204dc1d-33e8-8e59-de76-36e65869cdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.033366} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.447625] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.447984] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d01d2de1-230f-42aa-8796-697bce9dbd72 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.471607] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1088.471607] env[68089]: value = "task-2853457" [ 1088.471607] env[68089]: _type = "Task" [ 1088.471607] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.482214] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.501772] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.680721] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.765065] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853456, 'name': PowerOffVM_Task, 'duration_secs': 0.289017} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.765519] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.765695] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.765866] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb7726c-0468-4a5d-95e9-272e2d9b5e4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.783920] env[68089]: DEBUG nova.scheduler.client.report [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1088.784441] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 149 to 150 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1088.784692] env[68089]: DEBUG nova.compute.provider_tree [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.839383] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.839611] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.839802] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore1] 0453fd5c-453f-43e8-afeb-f48d30f6643b {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.840205] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c738b9-30f5-4d5a-9167-202b1bdc7916 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.849483] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1088.849483] env[68089]: value = "task-2853459" [ 1088.849483] env[68089]: _type = "Task" [ 1088.849483] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.861125] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.984693] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.001906] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.206597] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.289734] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.147s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.290386] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.293402] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.333s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.293621] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.296026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.540s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.298127] env[68089]: INFO nova.compute.claims [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.321036] env[68089]: INFO nova.scheduler.client.report [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Deleted allocations for instance a9b4ade6-c7cd-4cbc-8177-b879dc8095a7 [ 1089.364639] env[68089]: DEBUG oslo_vmware.api [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265088} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.366605] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.366900] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.367200] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.367435] env[68089]: INFO nova.compute.manager [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1089.367719] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.368876] env[68089]: DEBUG nova.compute.manager [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-vif-plugged-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.369086] env[68089]: DEBUG oslo_concurrency.lockutils [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.369301] env[68089]: DEBUG oslo_concurrency.lockutils [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.369472] env[68089]: DEBUG oslo_concurrency.lockutils [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.369638] env[68089]: DEBUG nova.compute.manager [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] No waiting events found dispatching network-vif-plugged-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.369800] env[68089]: WARNING nova.compute.manager [req-db1ce1b2-3dba-4934-8c6f-f5629ca4f781 req-dd1dab6f-d4e1-4ad8-8b0a-1ddb4be26cd7 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received unexpected event network-vif-plugged-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 for instance with vm_state active and task_state None. [ 1089.370432] env[68089]: DEBUG nova.compute.manager [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.370511] env[68089]: DEBUG nova.network.neutron [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.471877] env[68089]: DEBUG nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Successfully updated port: 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.483562] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853457, 'name': ReconfigVM_Task, 'duration_secs': 0.60274} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.484549] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.485472] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934abc6-94bc-4874-a20f-39613fe48ee9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.515739] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.519121] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b9837e-cc24-4d3a-981a-b769fadaf86b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.539407] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.540926] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1089.540926] env[68089]: value = "task-2853460" [ 1089.540926] env[68089]: _type = "Task" [ 1089.540926] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.549727] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.649833] env[68089]: DEBUG nova.compute.manager [req-f7dfda30-f28e-4396-870f-d8ba198b9971 req-e411d026-8a4c-41cf-a028-2501c04847d1 service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Received event network-vif-deleted-93fa5fe6-0ab3-4170-93b5-84f6cb52ef08 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1089.650076] env[68089]: INFO nova.compute.manager [req-f7dfda30-f28e-4396-870f-d8ba198b9971 req-e411d026-8a4c-41cf-a028-2501c04847d1 service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Neutron deleted interface 93fa5fe6-0ab3-4170-93b5-84f6cb52ef08; detaching it from the instance and deleting it from the info cache [ 1089.650371] env[68089]: DEBUG nova.network.neutron [req-f7dfda30-f28e-4396-870f-d8ba198b9971 req-e411d026-8a4c-41cf-a028-2501c04847d1 service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.803122] env[68089]: DEBUG nova.compute.utils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.806627] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.806830] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.831701] env[68089]: DEBUG oslo_concurrency.lockutils [None req-86229c72-dd02-4a4d-9aaf-2a5908b4826d tempest-DeleteServersTestJSON-53662640 tempest-DeleteServersTestJSON-53662640-project-member] Lock "a9b4ade6-c7cd-4cbc-8177-b879dc8095a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.434s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.847147] env[68089]: DEBUG nova.policy [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdb69fd057549e3a78295fd08d0c04c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346a534cc5954657b07f4451c6ae4f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.978341] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.978686] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.978842] env[68089]: DEBUG nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.017777] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853455, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451487} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.018068] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c374870e-07ba-487c-8c2d-3383f6c46dc6/c374870e-07ba-487c-8c2d-3383f6c46dc6.vmdk to [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.018885] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f5264-9b9f-41af-aae9-fb3e0fc5d93b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.041135] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.042354] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f889992-8c48-4e9b-b835-791e28bdf260 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.064065] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.065436] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1090.065436] env[68089]: value = "task-2853461" [ 1090.065436] env[68089]: _type = "Task" [ 1090.065436] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.073462] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.124886] env[68089]: DEBUG nova.network.neutron [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.138016] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Successfully created port: 1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.153651] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94bd7837-9414-4958-a490-d8562fed9056 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.162674] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f7284-ad99-4753-8a97-dedade84bdf5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.194663] env[68089]: DEBUG nova.compute.manager [req-f7dfda30-f28e-4396-870f-d8ba198b9971 req-e411d026-8a4c-41cf-a028-2501c04847d1 service nova] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Detach interface failed, port_id=93fa5fe6-0ab3-4170-93b5-84f6cb52ef08, reason: Instance 0453fd5c-453f-43e8-afeb-f48d30f6643b could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1090.307259] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.507828] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd26262-0d37-4885-9d2e-902b5ef5bf7c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.515470] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4273ba25-1c2f-4f12-b8a5-ed3c58904291 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.546136] env[68089]: WARNING nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1090.551117] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7faee-b0ea-43c2-b295-e52902e6944d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.560363] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853460, 'name': ReconfigVM_Task, 'duration_secs': 0.606734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.562543] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7/062ac423-eaa5-471e-b3ee-bcf39fc8d4d7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.563429] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35768f01-00da-4255-8786-e93e70326cb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.566761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04358b-f0e0-4d70-b38d-e099e3f95535 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.600350] env[68089]: DEBUG nova.compute.provider_tree [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.608119] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2a68b-3203-41a8-b93c-8c0037c8e3f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.611174] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853461, 'name': ReconfigVM_Task, 'duration_secs': 0.499856} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.612785] env[68089]: DEBUG nova.scheduler.client.report [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.616366] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e/6e8ce0b1-e3b1-4ece-b144-913204095c5e.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.617992] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461e47ee-b976-4223-ba78-6aa9c7b3db1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.637137] env[68089]: INFO nova.compute.manager [-] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Took 1.27 seconds to deallocate network for instance. [ 1090.639485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a3733-efff-4792-9204-c8e2092aee1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.648953] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1090.648953] env[68089]: value = "task-2853463" [ 1090.648953] env[68089]: _type = "Task" [ 1090.648953] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.669800] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73766fba-a930-483b-9626-bec0fd8ffd18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.675911] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853463, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.680460] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.683252] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2b0bc41-ea35-47b8-9e03-4a549d399a9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.690793] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1090.690793] env[68089]: value = "task-2853464" [ 1090.690793] env[68089]: _type = "Task" [ 1090.690793] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.698429] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.881706] env[68089]: DEBUG nova.network.neutron [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81890e28-f3d8-45bc-90d1-a0b6cd4d4a82", "address": "fa:16:3e:99:53:6d", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81890e28-f3", "ovs_interfaceid": "81890e28-f3d8-45bc-90d1-a0b6cd4d4a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.117908] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.822s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.118586] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.121285] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.915s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.122746] env[68089]: INFO nova.compute.claims [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.146783] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.159881] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853463, 'name': Rename_Task, 'duration_secs': 0.143116} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.161017] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.161382] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cecb74af-3783-44bf-ad6e-8a7b79b4cee2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.168823] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1091.168823] env[68089]: value = "task-2853465" [ 1091.168823] env[68089]: _type = "Task" [ 1091.168823] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.176678] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.200211] env[68089]: DEBUG oslo_vmware.api [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853464, 'name': PowerOnVM_Task, 'duration_secs': 0.455533} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.200533] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.323225] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.350689] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.350970] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.351147] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.351334] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.351478] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.351623] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.351832] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.351990] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.352229] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.352407] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.352580] env[68089]: DEBUG nova.virt.hardware [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.353440] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fc9ad2-6a75-4190-9101-721f403e2676 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.361330] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847496d-5846-46de-99bd-2ad3fc2ae8f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.383992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.384652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.384812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.385572] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa37c022-ea2e-46e6-9474-d7456fad717a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.402097] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.402371] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.402595] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.402815] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.402968] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.403136] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.403344] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.403505] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.403672] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.403833] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.404014] env[68089]: DEBUG nova.virt.hardware [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.410198] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfiguring VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1091.411691] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcb20b2-802b-4c19-a5f8-f472a3b0e5aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.424253] env[68089]: DEBUG nova.compute.manager [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-changed-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.424440] env[68089]: DEBUG nova.compute.manager [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing instance network info cache due to event network-changed-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1091.424673] env[68089]: DEBUG oslo_concurrency.lockutils [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.424815] env[68089]: DEBUG oslo_concurrency.lockutils [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.424974] env[68089]: DEBUG nova.network.neutron [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Refreshing network info cache for port 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.432042] env[68089]: DEBUG oslo_vmware.api [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1091.432042] env[68089]: value = "task-2853466" [ 1091.432042] env[68089]: _type = "Task" [ 1091.432042] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.441023] env[68089]: DEBUG oslo_vmware.api [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853466, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.610126] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Successfully updated port: 1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.627261] env[68089]: DEBUG nova.compute.utils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.631952] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.632373] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.677173] env[68089]: DEBUG nova.policy [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.680798] env[68089]: DEBUG nova.compute.manager [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Received event network-vif-plugged-1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.681013] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.681238] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.681403] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.681566] env[68089]: DEBUG nova.compute.manager [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] No waiting events found dispatching network-vif-plugged-1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.681725] env[68089]: WARNING nova.compute.manager [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Received unexpected event network-vif-plugged-1894a61c-c962-46bb-828b-8486af10b217 for instance with vm_state building and task_state spawning. [ 1091.681877] env[68089]: DEBUG nova.compute.manager [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Received event network-changed-1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.682035] env[68089]: DEBUG nova.compute.manager [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Refreshing instance network info cache due to event network-changed-1894a61c-c962-46bb-828b-8486af10b217. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1091.682253] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.682482] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.683042] env[68089]: DEBUG nova.network.neutron [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Refreshing network info cache for port 1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.689849] env[68089]: DEBUG oslo_vmware.api [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853465, 'name': PowerOnVM_Task, 'duration_secs': 0.468625} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.690576] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.791773] env[68089]: DEBUG nova.compute.manager [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.792749] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d3feb-6759-4392-9d9d-2fcf76afc5c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.936416] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Successfully created port: 9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.943632] env[68089]: DEBUG oslo_vmware.api [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.113469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.133226] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.142232] env[68089]: DEBUG nova.network.neutron [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updated VIF entry in instance network info cache for port 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.142710] env[68089]: DEBUG nova.network.neutron [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "81890e28-f3d8-45bc-90d1-a0b6cd4d4a82", "address": "fa:16:3e:99:53:6d", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81890e28-f3", "ovs_interfaceid": "81890e28-f3d8-45bc-90d1-a0b6cd4d4a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.220304] env[68089]: DEBUG nova.network.neutron [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.242698] env[68089]: INFO nova.compute.manager [None req-dc6348a2-b124-41e4-bc3c-28383750debe tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance to original state: 'active' [ 1092.314617] env[68089]: DEBUG oslo_concurrency.lockutils [None req-243d5254-2864-4d48-aaae-38e346c43f83 tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.864s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.335672] env[68089]: DEBUG nova.network.neutron [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.361306] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de161be8-60e6-4e07-be69-b80200d76226 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.369568] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef7250-8752-4233-b683-8b0b8d50b544 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.403156] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece182c6-cd63-4af9-832b-e2183fda4f56 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.415020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e2366-df79-475f-9f8e-bb30c3d3fd29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.426478] env[68089]: DEBUG nova.compute.provider_tree [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.442316] env[68089]: DEBUG oslo_vmware.api [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.646141] env[68089]: DEBUG oslo_concurrency.lockutils [req-3645bf28-36bd-4c88-b601-da5f9308c311 req-3f7af64f-d731-475e-80ff-6ea538d94a5a service nova] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.838708] env[68089]: DEBUG oslo_concurrency.lockutils [req-02915f88-be7b-420c-86d2-9bb1b763afc4 req-7a877e9d-1a2d-4fc0-af91-dbdb47f2154c service nova] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.839090] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.839258] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.930100] env[68089]: DEBUG nova.scheduler.client.report [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.942712] env[68089]: DEBUG oslo_vmware.api [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853466, 'name': ReconfigVM_Task, 'duration_secs': 1.12376} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.943233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.943474] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfigured VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1093.148930] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.177620] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.177935] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.178149] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.178423] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.178593] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.178747] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.179041] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.179256] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.179470] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.179685] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.179924] env[68089]: DEBUG nova.virt.hardware [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.180928] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05708722-07ad-4a20-8137-895bc23e52aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.189883] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9668212b-7f1f-4a72-b5e9-0369850c8528 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.396934] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.434915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.435478] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.438589] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.438811] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.448430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-89df2a03-9ae5-44c3-bd78-c64d2e6d453f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.122s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.480738] env[68089]: INFO nova.scheduler.client.report [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocations for instance 0453fd5c-453f-43e8-afeb-f48d30f6643b [ 1093.612247] env[68089]: DEBUG nova.network.neutron [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.619971] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Successfully updated port: 9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.737493] env[68089]: DEBUG nova.compute.manager [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Received event network-vif-plugged-9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.737919] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Acquiring lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.738158] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.738620] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.738620] env[68089]: DEBUG nova.compute.manager [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] No waiting events found dispatching network-vif-plugged-9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.739216] env[68089]: WARNING nova.compute.manager [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Received unexpected event network-vif-plugged-9e97b76e-125c-408e-bb19-3175a330b0e1 for instance with vm_state building and task_state spawning. [ 1093.739216] env[68089]: DEBUG nova.compute.manager [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Received event network-changed-9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.739216] env[68089]: DEBUG nova.compute.manager [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Refreshing instance network info cache due to event network-changed-9e97b76e-125c-408e-bb19-3175a330b0e1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1093.739216] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Acquiring lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.739503] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Acquired lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.739503] env[68089]: DEBUG nova.network.neutron [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Refreshing network info cache for port 9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.943201] env[68089]: DEBUG nova.compute.utils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.948623] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.948813] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.989182] env[68089]: DEBUG oslo_concurrency.lockutils [None req-978a2de1-a02d-408b-a876-0378a2f993a5 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "0453fd5c-453f-43e8-afeb-f48d30f6643b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.114403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.114730] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance network_info: |[{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.115166] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:04:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1894a61c-c962-46bb-828b-8486af10b217', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.122872] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.124246] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.124246] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.124246] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b97349f-2781-4011-ac9b-4ac9f9dd8aa9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.148268] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.148268] env[68089]: value = "task-2853467" [ 1094.148268] env[68089]: _type = "Task" [ 1094.148268] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.158547] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853467, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.193342] env[68089]: DEBUG nova.policy [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5aa1afbf06a4cf9b51c5b7a78cec0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ad8b5760194df0a3e0937d225a8e57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.215119] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.215384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.215594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.215781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.215945] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.220245] env[68089]: INFO nova.compute.manager [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Terminating instance [ 1094.292563] env[68089]: DEBUG nova.network.neutron [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.434025] env[68089]: DEBUG nova.network.neutron [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.451278] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.631177] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Successfully created port: 75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.663185] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853467, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.686360] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "06d32947-433d-467d-b38f-8c02cae4458d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.686550] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.686756] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "06d32947-433d-467d-b38f-8c02cae4458d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.686938] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.687136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.689109] env[68089]: INFO nova.compute.manager [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Terminating instance [ 1094.725714] env[68089]: DEBUG nova.compute.manager [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.725974] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.726948] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6b93f2-8df2-429b-91cb-f4491a04f2e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.736257] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1094.736257] env[68089]: value = "task-2853468" [ 1094.736257] env[68089]: _type = "Task" [ 1094.736257] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.755192] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.871873] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.872227] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.872338] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.872499] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.872650] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.872801] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1094.873330] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.873470] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1094.937675] env[68089]: DEBUG oslo_concurrency.lockutils [req-12159ca4-aca0-4cdd-a1f2-347dad3713cf req-5f63fe70-ef40-4f74-bb8f-3e704a375298 service nova] Releasing lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.938140] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.938319] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.158900] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853467, 'name': CreateVM_Task, 'duration_secs': 0.615384} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.159095] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.159885] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.160089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160408] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.160670] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fa1aae-de5d-4d74-8bc8-035f9ed8567c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.165365] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1095.165365] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e87668-22b8-659e-a862-dc9aa1cf9f3a" [ 1095.165365] env[68089]: _type = "Task" [ 1095.165365] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.172693] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e87668-22b8-659e-a862-dc9aa1cf9f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.192806] env[68089]: DEBUG nova.compute.manager [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.193049] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.193816] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5112b5f-328b-4d0c-a85c-e84d74193cd8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.200446] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.200670] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e04718a7-8a75-437d-858a-3e63d2eb75fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.206386] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1095.206386] env[68089]: value = "task-2853469" [ 1095.206386] env[68089]: _type = "Task" [ 1095.206386] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.213993] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.246377] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853468, 'name': PowerOffVM_Task, 'duration_secs': 0.237946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.246706] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.246925] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.247132] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573733', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'name': 'volume-f2a6876c-e945-404a-8e09-315b18e99474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7', 'attached_at': '2025-03-07T09:23:50.000000', 'detached_at': '', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'serial': 'f2a6876c-e945-404a-8e09-315b18e99474'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.247948] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923588f5-a82f-48e4-acdb-67c3394686ce {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.268998] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.269316] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.271333] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9053989-e903-4656-b9e3-2ecd94f8c7ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.279740] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976410b2-4796-4468-b2b7-a7ea19910013 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.303856] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb6f1e-bc8b-47a8-a9d3-6d5a5cef9786 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.320670] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] The volume has not been displaced from its original location: [datastore2] volume-f2a6876c-e945-404a-8e09-315b18e99474/volume-f2a6876c-e945-404a-8e09-315b18e99474.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.326068] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.326460] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9dcd1d3-abb8-424f-8542-899a2053b9a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.345838] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1095.345838] env[68089]: value = "task-2853470" [ 1095.345838] env[68089]: _type = "Task" [ 1095.345838] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.356244] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.389840] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] There are 50 instances to clean {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1095.390082] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a19d1658-60d2-486d-9d95-864af2cd7f8d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1095.461745] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.489226] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.489510] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.489668] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.489846] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.489992] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.490159] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.490391] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.490595] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.490811] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.491057] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.491302] env[68089]: DEBUG nova.virt.hardware [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.492461] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.496328] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98967e-1159-4d8e-8a58-b8db67a19298 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.505224] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5c69f-5d3a-48e6-9bb6-72fa436e7ae6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.679291] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e87668-22b8-659e-a862-dc9aa1cf9f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.030493} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.679626] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.679939] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.680291] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.680498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.680745] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.681091] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70be571-d41e-405d-a587-bd9fc43f046c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.683951] env[68089]: DEBUG nova.network.neutron [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Updating instance_info_cache with network_info: [{"id": "9e97b76e-125c-408e-bb19-3175a330b0e1", "address": "fa:16:3e:a3:8b:07", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e97b76e-12", "ovs_interfaceid": "9e97b76e-125c-408e-bb19-3175a330b0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.695919] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.696129] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.697406] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91241148-c196-4c20-a65c-4e9ccc23b54a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.703923] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1095.703923] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52977afb-cbcf-bdc7-37ba-a11610c03891" [ 1095.703923] env[68089]: _type = "Task" [ 1095.703923] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.720078] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52977afb-cbcf-bdc7-37ba-a11610c03891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.724751] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853469, 'name': PowerOffVM_Task, 'duration_secs': 0.198136} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.725159] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.725441] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.725798] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f39fc4-60da-48f3-960a-e145cbb1c3cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.775118] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.775334] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.776358] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82157865-62c8-4a6d-865d-c8af0dca0c5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.796338] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9742644-5e56-4a3b-95f4-93facdc22dff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.822045] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfiguring VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1095.822399] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e98a741-2cbd-4385-b25d-2f3718022967 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.841492] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1095.841492] env[68089]: value = "task-2853472" [ 1095.841492] env[68089]: _type = "Task" [ 1095.841492] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.852529] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.854161] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.854380] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.854594] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleting the datastore file [datastore1] 06d32947-433d-467d-b38f-8c02cae4458d {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.854828] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7ac002-ce13-4fce-903a-0477fe22c0b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.859393] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853470, 'name': ReconfigVM_Task, 'duration_secs': 0.247073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.860329] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.866841] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb64558-df16-47af-b3a7-7ec789c5475c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.877249] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1095.877249] env[68089]: value = "task-2853473" [ 1095.877249] env[68089]: _type = "Task" [ 1095.877249] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.882385] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1095.882385] env[68089]: value = "task-2853474" [ 1095.882385] env[68089]: _type = "Task" [ 1095.882385] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.888536] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.893362] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.893751] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0453fd5c-453f-43e8-afeb-f48d30f6643b] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1096.046017] env[68089]: DEBUG nova.compute.manager [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Received event network-vif-plugged-75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.046289] env[68089]: DEBUG oslo_concurrency.lockutils [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.046601] env[68089]: DEBUG oslo_concurrency.lockutils [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.047607] env[68089]: DEBUG oslo_concurrency.lockutils [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.048232] env[68089]: DEBUG nova.compute.manager [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] No waiting events found dispatching network-vif-plugged-75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.048460] env[68089]: WARNING nova.compute.manager [req-2106d9a0-1a85-4ef5-8653-430f0b294ace req-7951dcdd-176b-47fd-9ae4-dd8edf30d2ec service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Received unexpected event network-vif-plugged-75fe9390-93cc-4881-b191-e13a6e9061c3 for instance with vm_state building and task_state spawning. [ 1096.122217] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Successfully updated port: 75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.186680] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-aa41df6a-aa4d-4225-bc5d-bd81a802aeea" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.187035] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance network_info: |[{"id": "9e97b76e-125c-408e-bb19-3175a330b0e1", "address": "fa:16:3e:a3:8b:07", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e97b76e-12", "ovs_interfaceid": "9e97b76e-125c-408e-bb19-3175a330b0e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.187442] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:8b:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e97b76e-125c-408e-bb19-3175a330b0e1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.196421] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.196682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.196941] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecad6038-db35-4ece-9920-7882f1750874 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.223726] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52977afb-cbcf-bdc7-37ba-a11610c03891, 'name': SearchDatastore_Task, 'duration_secs': 0.019384} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.223912] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.223912] env[68089]: value = "task-2853475" [ 1096.223912] env[68089]: _type = "Task" [ 1096.223912] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.224388] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e362b33d-87fa-410d-803b-a1b3615410b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.239920] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1096.239920] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5205f0af-4f88-9457-d98d-8842cc6423f3" [ 1096.239920] env[68089]: _type = "Task" [ 1096.239920] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.241166] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853475, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.251134] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5205f0af-4f88-9457-d98d-8842cc6423f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.351717] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.388507] env[68089]: DEBUG oslo_vmware.api [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193156} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.391811] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.391933] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.392046] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.392259] env[68089]: INFO nova.compute.manager [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1096.392503] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.392692] env[68089]: DEBUG nova.compute.manager [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.392785] env[68089]: DEBUG nova.network.neutron [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.399191] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a9b4ade6-c7cd-4cbc-8177-b879dc8095a7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1096.401262] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853474, 'name': ReconfigVM_Task, 'duration_secs': 0.148577} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.403794] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573733', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'name': 'volume-f2a6876c-e945-404a-8e09-315b18e99474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '062ac423-eaa5-471e-b3ee-bcf39fc8d4d7', 'attached_at': '2025-03-07T09:23:50.000000', 'detached_at': '', 'volume_id': 'f2a6876c-e945-404a-8e09-315b18e99474', 'serial': 'f2a6876c-e945-404a-8e09-315b18e99474'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.404109] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.404879] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b202f3-9d91-4714-a4eb-e71dc6996242 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.413100] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.413481] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8bae4c-532c-42d3-abe4-e7f6a884a7de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.482736] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.483283] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.483283] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleting the datastore file [datastore1] 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.483537] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e8f106-4650-43d3-8739-14d10a300d73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.489467] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1096.489467] env[68089]: value = "task-2853477" [ 1096.489467] env[68089]: _type = "Task" [ 1096.489467] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.497209] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.625430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.625584] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.625727] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.738860] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853475, 'name': CreateVM_Task, 'duration_secs': 0.418572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.739226] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.739973] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.740194] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.740531] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.740795] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fee8d2c-d6cd-4553-8a38-1d07ba63a27e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.749172] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1096.749172] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c83152-4a91-eb4c-0cd7-a7a6c2d77e05" [ 1096.749172] env[68089]: _type = "Task" [ 1096.749172] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.752756] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5205f0af-4f88-9457-d98d-8842cc6423f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017872} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.755951] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.756248] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.756519] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9fb863c-0866-4d92-98fa-dc815b4d8cfe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.765143] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c83152-4a91-eb4c-0cd7-a7a6c2d77e05, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.766042] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.766298] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.766517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.766664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.766838] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.767166] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1096.767166] env[68089]: value = "task-2853478" [ 1096.767166] env[68089]: _type = "Task" [ 1096.767166] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.767352] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffef6355-6094-47bc-97a1-97f57de3ce8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.778204] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.779337] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.779513] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.780232] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a998c32-61ba-47b5-b171-1d8f18ff6c53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.785098] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1096.785098] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524af92a-514b-3e56-86fe-1af582a90c1f" [ 1096.785098] env[68089]: _type = "Task" [ 1096.785098] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.792246] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524af92a-514b-3e56-86fe-1af582a90c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.852913] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.905048] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 9b15fb24-2bf7-4776-83c9-4fc8c90747f3] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1097.001835] env[68089]: DEBUG oslo_vmware.api [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21364} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.003642] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.003642] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.003642] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.003642] env[68089]: INFO nova.compute.manager [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1097.004266] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.004999] env[68089]: DEBUG nova.compute.manager [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.007245] env[68089]: DEBUG nova.network.neutron [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.195145] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.282948] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498794} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.285826] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.285826] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.285826] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf6523c6-daef-4ce8-8d02-2f955cea3373 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.296986] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524af92a-514b-3e56-86fe-1af582a90c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008301} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.303085] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1097.303085] env[68089]: value = "task-2853479" [ 1097.303085] env[68089]: _type = "Task" [ 1097.303085] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.303085] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3229436-e256-4b8e-8e6a-03a56f1ffb41 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.317038] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1097.317038] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521e2ed1-4a6a-25ae-155d-7dd455dc8a41" [ 1097.317038] env[68089]: _type = "Task" [ 1097.317038] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.320505] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.331233] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521e2ed1-4a6a-25ae-155d-7dd455dc8a41, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.331233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.331937] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] aa41df6a-aa4d-4225-bc5d-bd81a802aeea/aa41df6a-aa4d-4225-bc5d-bd81a802aeea.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.332105] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12ced88-8066-486f-a4e5-dc5657a3c5b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.341446] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1097.341446] env[68089]: value = "task-2853480" [ 1097.341446] env[68089]: _type = "Task" [ 1097.341446] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.358028] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.359024] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.399491] env[68089]: DEBUG nova.network.neutron [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.408986] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 8d00f9e2-bde1-4aeb-aed0-5f92ddac24f5] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1097.458552] env[68089]: DEBUG nova.network.neutron [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.816068] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065151} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.816446] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.816874] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91188e9-8df4-4be0-87e9-d4211f3835b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.842816] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.843191] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a2f9852-a13f-481c-87ec-a7507d3b463b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.869402] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447407} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.873366] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] aa41df6a-aa4d-4225-bc5d-bd81a802aeea/aa41df6a-aa4d-4225-bc5d-bd81a802aeea.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.873588] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.873840] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.874109] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1097.874109] env[68089]: value = "task-2853481" [ 1097.874109] env[68089]: _type = "Task" [ 1097.874109] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.874297] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe90510-bbc4-4a0a-b7ce-bbaa4b5a9bdd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.887288] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1097.887288] env[68089]: value = "task-2853482" [ 1097.887288] env[68089]: _type = "Task" [ 1097.887288] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.887515] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.895761] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.903032] env[68089]: INFO nova.compute.manager [-] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Took 1.51 seconds to deallocate network for instance. [ 1097.913244] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: b9c9e5dc-3ea2-47a3-af1b-221268e27034] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1097.961687] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.962703] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Instance network_info: |[{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.962703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75fe9390-93cc-4881-b191-e13a6e9061c3', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.972402] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.972966] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.973287] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eceeb143-c069-49be-9866-6b790651b57a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.995805] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.995805] env[68089]: value = "task-2853483" [ 1097.995805] env[68089]: _type = "Task" [ 1097.995805] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.004390] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853483, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.124548] env[68089]: DEBUG nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Received event network-changed-75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.124753] env[68089]: DEBUG nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Refreshing instance network info cache due to event network-changed-75fe9390-93cc-4881-b191-e13a6e9061c3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1098.124964] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] Acquiring lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.125122] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] Acquired lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.125279] env[68089]: DEBUG nova.network.neutron [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Refreshing network info cache for port 75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.273858] env[68089]: DEBUG nova.network.neutron [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.372143] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.385993] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.396832] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22492} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.398223] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.398223] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136997d5-48a0-4ed1-bdd8-250a8da3d229 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.415286] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.415583] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.415806] env[68089]: DEBUG nova.objects.instance [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'resources' on Instance uuid 06d32947-433d-467d-b38f-8c02cae4458d {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.429058] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] aa41df6a-aa4d-4225-bc5d-bd81a802aeea/aa41df6a-aa4d-4225-bc5d-bd81a802aeea.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.430177] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 4e87d1c4-1237-4f53-ab7e-1843ee278b15] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1098.432231] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbff5370-a4c8-4245-84e4-de2e5c13c383 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.459844] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1098.459844] env[68089]: value = "task-2853484" [ 1098.459844] env[68089]: _type = "Task" [ 1098.459844] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.469787] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.506562] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853483, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.777566] env[68089]: INFO nova.compute.manager [-] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Took 1.77 seconds to deallocate network for instance. [ 1098.876589] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.885462] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853481, 'name': ReconfigVM_Task, 'duration_secs': 0.782371} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.888256] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.888256] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4655a4c-923e-495a-aa5b-331dcc1366b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.893082] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1098.893082] env[68089]: value = "task-2853485" [ 1098.893082] env[68089]: _type = "Task" [ 1098.893082] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.900814] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853485, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.904879] env[68089]: DEBUG nova.network.neutron [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updated VIF entry in instance network info cache for port 75fe9390-93cc-4881-b191-e13a6e9061c3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.904879] env[68089]: DEBUG nova.network.neutron [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.955029] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 67747e99-aa99-4b97-9eb3-bf1bb077b5d3] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1098.974634] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853484, 'name': ReconfigVM_Task, 'duration_secs': 0.270855} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.977256] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Reconfigured VM instance instance-0000006c to attach disk [datastore2] aa41df6a-aa4d-4225-bc5d-bd81a802aeea/aa41df6a-aa4d-4225-bc5d-bd81a802aeea.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.978094] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd6ab307-1618-4885-b319-0f95b7cab51f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.984367] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1098.984367] env[68089]: value = "task-2853486" [ 1098.984367] env[68089]: _type = "Task" [ 1098.984367] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.994043] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853486, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.005312] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853483, 'name': CreateVM_Task, 'duration_secs': 0.616067} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.007959] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.008979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.009158] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.009463] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.009766] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc16cdec-64c8-448f-b2ce-fb8f108cdf0a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.014672] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1099.014672] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52db991b-6f3f-d4dd-f3b8-b0fc23aeb38a" [ 1099.014672] env[68089]: _type = "Task" [ 1099.014672] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.024299] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db991b-6f3f-d4dd-f3b8-b0fc23aeb38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.123030] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf468fe-47ee-4b5c-8c35-973721eaf6cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.130505] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41fbbd6-114c-4ebd-ba20-00b7782438a1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.162422] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf9a86-9125-4fb5-af4c-48716c596fc3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.170847] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3297d-e9ae-4707-b2fd-1390edf56c7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.184186] env[68089]: DEBUG nova.compute.provider_tree [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.332164] env[68089]: INFO nova.compute.manager [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Took 0.55 seconds to detach 1 volumes for instance. [ 1099.375250] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.404059] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853485, 'name': Rename_Task, 'duration_secs': 0.257667} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.404698] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.404698] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6091e0f0-3a8c-42dd-86d0-d4748ed46556 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.406361] env[68089]: DEBUG oslo_concurrency.lockutils [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] Releasing lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.406938] env[68089]: DEBUG nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Received event network-vif-deleted-566f202d-99f9-4fd6-9d5e-e23e7a27e141 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.406938] env[68089]: DEBUG nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Received event network-vif-deleted-c0c3497c-8c73-47b2-93ac-6d49c0cab7b8 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.406938] env[68089]: INFO nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Neutron deleted interface c0c3497c-8c73-47b2-93ac-6d49c0cab7b8; detaching it from the instance and deleting it from the info cache [ 1099.407117] env[68089]: DEBUG nova.network.neutron [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.413299] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1099.413299] env[68089]: value = "task-2853487" [ 1099.413299] env[68089]: _type = "Task" [ 1099.413299] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.421628] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.458561] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: ed97c0f4-1930-4b3f-b6c9-f5252255901c] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1099.494605] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853486, 'name': Rename_Task, 'duration_secs': 0.139214} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.495221] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.495221] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76142d64-cb14-47ca-a9e7-cc40d2355df1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.501548] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1099.501548] env[68089]: value = "task-2853488" [ 1099.501548] env[68089]: _type = "Task" [ 1099.501548] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.509683] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.524238] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52db991b-6f3f-d4dd-f3b8-b0fc23aeb38a, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.524696] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.525116] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.525533] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.525902] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.526278] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.527024] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83da91d-e51f-4d0f-9255-7a4010dd7083 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.536198] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.536364] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.537055] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea654fb0-de8f-4c4f-a293-776e99ee32db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.541783] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1099.541783] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52359fc9-0935-ca4a-47da-f8d24cfaf496" [ 1099.541783] env[68089]: _type = "Task" [ 1099.541783] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.549071] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52359fc9-0935-ca4a-47da-f8d24cfaf496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.687803] env[68089]: DEBUG nova.scheduler.client.report [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.840642] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.881534] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.908037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.908238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.913921] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-338e4736-8613-4bdd-bbc4-4ddc398200be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.952166] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69347d4b-63d2-4609-9fea-021141a7cae9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.977505] env[68089]: DEBUG oslo_vmware.api [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853487, 'name': PowerOnVM_Task, 'duration_secs': 0.473763} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.979793] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f31ff616-b5a3-4b66-b1ef-8e076cffdbbc] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1099.984937] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.984937] env[68089]: INFO nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1099.985082] env[68089]: DEBUG nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.987386] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9e3f5c-4b6e-40a1-b832-8638007fba08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.014572] env[68089]: DEBUG nova.compute.manager [req-6ea93825-c30b-4d13-8c2e-c460d12150c9 req-7c7448d4-7d5d-40bb-a6b4-54335cdd4c33 service nova] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Detach interface failed, port_id=c0c3497c-8c73-47b2-93ac-6d49c0cab7b8, reason: Instance 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1100.024836] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.052601] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52359fc9-0935-ca4a-47da-f8d24cfaf496, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.053510] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fceb8ae2-73b3-4096-b2d5-5004e3d4e711 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.059225] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1100.059225] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5201dddb-2bf8-7b34-7f9b-2128139820fa" [ 1100.059225] env[68089]: _type = "Task" [ 1100.059225] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.068480] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5201dddb-2bf8-7b34-7f9b-2128139820fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.193240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.195552] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.355s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.195757] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.216961] env[68089]: INFO nova.scheduler.client.report [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted allocations for instance 06d32947-433d-467d-b38f-8c02cae4458d [ 1100.218990] env[68089]: INFO nova.scheduler.client.report [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted allocations for instance 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7 [ 1100.375440] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.414630] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.486011] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 639c96ec-6604-4998-8115-a95d91da2a7a] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1100.523660] env[68089]: INFO nova.compute.manager [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Took 21.04 seconds to build instance. [ 1100.528924] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.568781] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5201dddb-2bf8-7b34-7f9b-2128139820fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.569261] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.569662] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.570392] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-681b8a78-af2f-460d-bd1c-eacc53df1158 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.577064] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1100.577064] env[68089]: value = "task-2853489" [ 1100.577064] env[68089]: _type = "Task" [ 1100.577064] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.584947] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.729178] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e995623a-f25d-4fda-9581-70360d44de99 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "06d32947-433d-467d-b38f-8c02cae4458d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.730233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8519984e-7f1e-4805-89aa-0389a75687a7 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "062ac423-eaa5-471e-b3ee-bcf39fc8d4d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.515s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.876553] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.991629] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 2fbfca9d-85de-44f7-b847-30d4b8e10901] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1101.025582] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d2a6309-9d84-48e6-ad19-fa50b5552d96 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.058s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.030385] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.045423] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.045731] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.047386] env[68089]: INFO nova.compute.claims [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.086727] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.377694] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.494147] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: bf8dbfdb-8a47-4631-be28-48aa40c0a3e9] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1101.526658] env[68089]: DEBUG oslo_vmware.api [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853488, 'name': PowerOnVM_Task, 'duration_secs': 1.813615} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.527767] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.527981] env[68089]: INFO nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1101.528202] env[68089]: DEBUG nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.528953] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd98612c-7b55-42f4-ad40-246abd828494 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.588613] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559926} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.588890] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.589113] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.589364] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44839b7c-6853-4ad9-a834-2eda8a165994 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.596433] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1101.596433] env[68089]: value = "task-2853490" [ 1101.596433] env[68089]: _type = "Task" [ 1101.596433] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.606305] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.763965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.764259] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.879048] env[68089]: DEBUG oslo_vmware.api [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853472, 'name': ReconfigVM_Task, 'duration_secs': 5.819701} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.879575] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.879916] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Reconfigured VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1101.998291] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c84c6e06-a076-4f9a-bc36-fba23da94848] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1102.015403] env[68089]: DEBUG nova.compute.manager [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Received event network-changed-1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.015403] env[68089]: DEBUG nova.compute.manager [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Refreshing instance network info cache due to event network-changed-1894a61c-c962-46bb-828b-8486af10b217. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1102.015403] env[68089]: DEBUG oslo_concurrency.lockutils [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.015403] env[68089]: DEBUG oslo_concurrency.lockutils [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.015403] env[68089]: DEBUG nova.network.neutron [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Refreshing network info cache for port 1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.050075] env[68089]: INFO nova.compute.manager [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Took 19.31 seconds to build instance. [ 1102.108539] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.36589} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.111115] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.113125] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180ca131-1496-4519-8df6-b129c02a59d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.144224] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.148716] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255b47a9-4027-43b6-903a-e427d5db70b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.174606] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1102.174606] env[68089]: value = "task-2853491" [ 1102.174606] env[68089]: _type = "Task" [ 1102.174606] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.187200] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.193101] env[68089]: DEBUG nova.compute.manager [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-vif-deleted-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.193321] env[68089]: INFO nova.compute.manager [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Neutron deleted interface 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82; detaching it from the instance and deleting it from the info cache [ 1102.193697] env[68089]: DEBUG nova.network.neutron [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.266196] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.308838] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb28815-95ae-494e-872d-2a306eff4293 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.316904] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b6c0fa-2b1c-48d1-a40d-4a37a2ab1d33 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.347433] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f83e3-5462-4b13-9b6f-6f7c38190b85 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.354365] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de5a13-856c-4a36-88a2-d24d3ee7620b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.369298] env[68089]: DEBUG nova.compute.provider_tree [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.502414] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 637f0abe-b392-4e1b-82b4-991a04298de8] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1102.522163] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.523036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.548963] env[68089]: DEBUG oslo_concurrency.lockutils [None req-821a5234-8699-4001-b36b-24891d5189df tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.821s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.685699] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.700019] env[68089]: DEBUG oslo_concurrency.lockutils [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.700019] env[68089]: DEBUG oslo_concurrency.lockutils [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] Acquired lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.700019] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec345e38-ff17-4d29-acd5-d073128d1e01 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.715513] env[68089]: DEBUG oslo_concurrency.lockutils [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] Releasing lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.716088] env[68089]: WARNING nova.compute.manager [req-1db1e980-1b20-46f3-b99d-893dcb9d338e req-101a8504-884d-4852-bacb-143edb4ad50f service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Detach interface failed, port_id=81890e28-f3d8-45bc-90d1-a0b6cd4d4a82, reason: No device with interface-id 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 exists on VM: nova.exception.NotFound: No device with interface-id 81890e28-f3d8-45bc-90d1-a0b6cd4d4a82 exists on VM [ 1102.754423] env[68089]: DEBUG nova.network.neutron [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updated VIF entry in instance network info cache for port 1894a61c-c962-46bb-828b-8486af10b217. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.754892] env[68089]: DEBUG nova.network.neutron [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.788332] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.873070] env[68089]: DEBUG nova.scheduler.client.report [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.009084] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 44fe1413-a986-40b4-96cc-51d642012194] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1103.027237] env[68089]: INFO nova.compute.manager [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Detaching volume 6bebfedb-83ce-4c74-9576-8b2355c8cc50 [ 1103.062007] env[68089]: INFO nova.virt.block_device [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Attempting to driver detach volume 6bebfedb-83ce-4c74-9576-8b2355c8cc50 from mountpoint /dev/sdb [ 1103.062373] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.062544] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573726', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'name': 'volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e0feae4-454d-40fc-9509-1409e14d087f', 'attached_at': '', 'detached_at': '', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'serial': '6bebfedb-83ce-4c74-9576-8b2355c8cc50'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.063482] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61699345-aae3-4157-9ea3-52d28c5a613d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085984] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e9805-a8a6-4f30-99de-b5dc5f3cfd49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.092550] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fde989-26fc-409c-8175-788af3de12be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.111901] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554bd5e5-c0d2-4c95-bd2d-54301b3076e1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.125512] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.125739] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.125934] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.126131] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.126297] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.127789] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] The volume has not been displaced from its original location: [datastore2] volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50/volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.132802] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.133330] env[68089]: INFO nova.compute.manager [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Terminating instance [ 1103.134640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.134835] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.135025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.135203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.135362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.136487] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe4237b-126e-4305-a8b0-38e65d8648c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.148768] env[68089]: INFO nova.compute.manager [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Terminating instance [ 1103.157540] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1103.157540] env[68089]: value = "task-2853492" [ 1103.157540] env[68089]: _type = "Task" [ 1103.157540] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.166416] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.172254] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.172398] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.172576] env[68089]: DEBUG nova.network.neutron [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.184032] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853491, 'name': ReconfigVM_Task, 'duration_secs': 0.610697} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.184340] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.185017] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0d6844-9f4c-4d53-85c1-6d388067c1b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.191027] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1103.191027] env[68089]: value = "task-2853493" [ 1103.191027] env[68089]: _type = "Task" [ 1103.191027] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.199228] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853493, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.258492] env[68089]: DEBUG oslo_concurrency.lockutils [req-3a1216b9-b727-4fd4-afe4-043d302ad9ff req-935d0b79-cfc8-416e-8b54-139cbf195462 service nova] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.378140] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.378140] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.380839] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.593s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.382289] env[68089]: INFO nova.compute.claims [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.512181] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f6c94d5e-2845-489e-b4f0-363d40dc9c6d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1103.653528] env[68089]: DEBUG nova.compute.manager [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.653528] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.653528] env[68089]: DEBUG nova.compute.manager [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.653528] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.654511] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04e20d-07f5-4c1a-8e32-1bc1814980f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.658284] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfdabba-cc28-4d84-9ce2-baa05eea8a28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.669619] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.674222] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4332478-08f1-4f7c-b701-a75c573a7862 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.675576] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.677805] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853492, 'name': ReconfigVM_Task, 'duration_secs': 0.238836} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.678054] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d0bb49-44b7-4e26-a0e7-6c92f4c18811 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.679348] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.684735] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1812676-afa7-458f-8349-492fd76e7073 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.695584] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1103.695584] env[68089]: value = "task-2853494" [ 1103.695584] env[68089]: _type = "Task" [ 1103.695584] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.703036] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1103.703036] env[68089]: value = "task-2853495" [ 1103.703036] env[68089]: _type = "Task" [ 1103.703036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.704600] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1103.704600] env[68089]: value = "task-2853496" [ 1103.704600] env[68089]: _type = "Task" [ 1103.704600] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.716174] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853493, 'name': Rename_Task, 'duration_secs': 0.152931} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.716409] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.719123] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.719746] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e61d916-cc97-4f46-a436-b02623635be8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.726861] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.727247] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.731293] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1103.731293] env[68089]: value = "task-2853497" [ 1103.731293] env[68089]: _type = "Task" [ 1103.731293] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.738822] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.886605] env[68089]: DEBUG nova.compute.utils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.895024] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.895024] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.930018] env[68089]: DEBUG nova.network.neutron [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [{"id": "9b778adc-0772-4a6f-9f7d-945192ff5762", "address": "fa:16:3e:43:89:1e", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b778adc-07", "ovs_interfaceid": "9b778adc-0772-4a6f-9f7d-945192ff5762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.954318] env[68089]: DEBUG nova.policy [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf26deb0c0db4b24bb3861a3b16d1a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a6bd81f6c7420193742fc70458b903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.014878] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: ed16c001-afe0-4383-b2dc-1b9a727196e7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1104.211779] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853494, 'name': PowerOffVM_Task, 'duration_secs': 0.211709} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.214898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.215091] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.215678] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbf4963-0d2d-4164-a8c9-f6b1c4f4f42f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.217588] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Successfully created port: d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.222427] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853495, 'name': PowerOffVM_Task, 'duration_secs': 0.199766} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.223196] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.223373] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.223595] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41580f90-0d07-4eb6-a9e4-4896c2b72a2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.227438] env[68089]: DEBUG oslo_vmware.api [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853496, 'name': ReconfigVM_Task, 'duration_secs': 0.197663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.227977] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573726', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'name': 'volume-6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e0feae4-454d-40fc-9509-1409e14d087f', 'attached_at': '', 'detached_at': '', 'volume_id': '6bebfedb-83ce-4c74-9576-8b2355c8cc50', 'serial': '6bebfedb-83ce-4c74-9576-8b2355c8cc50'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.239709] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.297277] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.297594] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.297745] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore2] aa41df6a-aa4d-4225-bc5d-bd81a802aeea {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.298181] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a48d206-835c-4d38-9bbd-0b0cba7b308b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.304725] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1104.304725] env[68089]: value = "task-2853500" [ 1104.304725] env[68089]: _type = "Task" [ 1104.304725] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.313309] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.314519] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.314767] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.314922] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleting the datastore file [datastore2] a925cc77-03db-4a21-b35c-c2a4cacbbfe5 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.315200] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0a2f0e-70da-46cf-a7c7-f149f8415f6d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.322924] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1104.322924] env[68089]: value = "task-2853501" [ 1104.322924] env[68089]: _type = "Task" [ 1104.322924] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.330601] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.394019] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.433164] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-a925cc77-03db-4a21-b35c-c2a4cacbbfe5" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.518158] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 25a8a59e-37eb-4148-b280-14ebebe127ca] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1104.586464] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135681dd-3d5a-4a5f-9f46-ad078b732f1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.593920] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884f79c-f341-483a-a89c-79fa48dfd8cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.624064] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee2ec4-d3f4-48e0-95fb-cc32ab3ff851 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.630783] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb0cc9-7d77-42ae-b3b0-94ddaaa96b53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.643713] env[68089]: DEBUG nova.compute.provider_tree [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.741716] env[68089]: DEBUG oslo_vmware.api [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853497, 'name': PowerOnVM_Task, 'duration_secs': 0.850728} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.741992] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.742208] env[68089]: INFO nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1104.742455] env[68089]: DEBUG nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.743249] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef03564c-eca5-4cdd-9fec-81cf872cd634 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.775659] env[68089]: DEBUG nova.objects.instance [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid 1e0feae4-454d-40fc-9509-1409e14d087f {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.814327] env[68089]: DEBUG oslo_vmware.api [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131708} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.814620] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.814804] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.814979] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.815167] env[68089]: INFO nova.compute.manager [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1104.815410] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.815594] env[68089]: DEBUG nova.compute.manager [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.815704] env[68089]: DEBUG nova.network.neutron [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.833273] env[68089]: DEBUG oslo_vmware.api [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161871} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.833565] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.833790] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.834322] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.834322] env[68089]: INFO nova.compute.manager [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1104.834545] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.834729] env[68089]: DEBUG nova.compute.manager [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.834820] env[68089]: DEBUG nova.network.neutron [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.937923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1632da39-97a9-4805-a5cb-d9da63bd809f tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-a925cc77-03db-4a21-b35c-c2a4cacbbfe5-81890e28-f3d8-45bc-90d1-a0b6cd4d4a82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.668s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.021646] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a4cdac3b-5caf-4103-a0c8-dcc0d51c3d84] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1105.147223] env[68089]: DEBUG nova.scheduler.client.report [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.230231] env[68089]: DEBUG nova.compute.manager [req-cf909669-b9f7-45a1-ad90-0f40ef888f40 req-01b9dab3-9a7f-45cf-a1d1-0e81a67bf0a3 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Received event network-vif-deleted-9e97b76e-125c-408e-bb19-3175a330b0e1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.230457] env[68089]: INFO nova.compute.manager [req-cf909669-b9f7-45a1-ad90-0f40ef888f40 req-01b9dab3-9a7f-45cf-a1d1-0e81a67bf0a3 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Neutron deleted interface 9e97b76e-125c-408e-bb19-3175a330b0e1; detaching it from the instance and deleting it from the info cache [ 1105.230630] env[68089]: DEBUG nova.network.neutron [req-cf909669-b9f7-45a1-ad90-0f40ef888f40 req-01b9dab3-9a7f-45cf-a1d1-0e81a67bf0a3 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.257949] env[68089]: INFO nova.compute.manager [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Took 16.07 seconds to build instance. [ 1105.402179] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.427378] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.427625] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.427781] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.427960] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.428123] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.428280] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.428490] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.428647] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.428812] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.428969] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.429174] env[68089]: DEBUG nova.virt.hardware [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.430107] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333bfb4c-533d-477a-a41d-ba750a65a31c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.438231] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412319a6-a8c3-4a3a-bf53-841ad41dec3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.525528] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 30c40c5b-7b55-4d18-856a-7768c59b5670] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1105.613042] env[68089]: DEBUG nova.compute.manager [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received event network-vif-plugged-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.613271] env[68089]: DEBUG oslo_concurrency.lockutils [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] Acquiring lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.613506] env[68089]: DEBUG oslo_concurrency.lockutils [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.613683] env[68089]: DEBUG oslo_concurrency.lockutils [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.613896] env[68089]: DEBUG nova.compute.manager [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] No waiting events found dispatching network-vif-plugged-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.614015] env[68089]: WARNING nova.compute.manager [req-258abd29-fda0-4a7f-b129-49c9ab313105 req-ddf50c43-296e-4015-9227-ba0a49249b65 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received unexpected event network-vif-plugged-d1ec69ce-87cd-4953-86ca-cffab1047ee5 for instance with vm_state building and task_state spawning. [ 1105.651933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.652590] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.693562] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Successfully updated port: d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.715324] env[68089]: DEBUG nova.network.neutron [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.732650] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-442f53ca-81a1-4e71-a848-d304f79af167 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.742487] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed20bc7-27a4-4191-bec8-b47f3344cd27 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.760005] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8a17efba-6145-4b05-bae9-c95b1acb6dad tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.585s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.773494] env[68089]: DEBUG nova.compute.manager [req-cf909669-b9f7-45a1-ad90-0f40ef888f40 req-01b9dab3-9a7f-45cf-a1d1-0e81a67bf0a3 service nova] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Detach interface failed, port_id=9e97b76e-125c-408e-bb19-3175a330b0e1, reason: Instance aa41df6a-aa4d-4225-bc5d-bd81a802aeea could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1105.782158] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4b12b3c8-07df-4460-b769-d8aaaa1760f1 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.870673] env[68089]: DEBUG nova.network.neutron [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.029019] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 7f23ab42-1c43-436f-aa15-5bc913a3621d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1106.157137] env[68089]: DEBUG nova.compute.utils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.158548] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.158726] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.196385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.196385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.196519] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.205578] env[68089]: DEBUG nova.policy [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b51f230d135a44c49559c52b65e43e8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3389d4012b53413692cf1815babb0840', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.217223] env[68089]: INFO nova.compute.manager [-] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Took 1.40 seconds to deallocate network for instance. [ 1106.374049] env[68089]: INFO nova.compute.manager [-] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Took 1.54 seconds to deallocate network for instance. [ 1106.538631] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f655ed51-4fb8-475e-9425-c32fcec24f2d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1106.575259] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Successfully created port: 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.661351] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.724349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.724669] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.724900] env[68089]: DEBUG nova.objects.instance [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid aa41df6a-aa4d-4225-bc5d-bd81a802aeea {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.728409] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.787154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.787454] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.787672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.787856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.788043] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.793090] env[68089]: INFO nova.compute.manager [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Terminating instance [ 1106.880441] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.042077] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6ccf595f-a1ba-453a-a53a-0d44130e8b7e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1107.087240] env[68089]: DEBUG nova.network.neutron [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [{"id": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "address": "fa:16:3e:30:e1:7a", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ec69ce-87", "ovs_interfaceid": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.297760] env[68089]: DEBUG nova.compute.manager [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.298087] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.299337] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07bbc07-5f10-4050-9b5b-d1ed137db94f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.311682] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.312108] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17104b00-2c1c-479a-9691-435ec7991986 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.321553] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1107.321553] env[68089]: value = "task-2853502" [ 1107.321553] env[68089]: _type = "Task" [ 1107.321553] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.328709] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.349049] env[68089]: DEBUG nova.compute.manager [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1107.438615] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dded5bd-8a5f-4c42-a84d-788b09f2b0aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.446553] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1113a036-084f-48c3-98a3-da867a01bec7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.483622] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6cbdd-d568-44b4-a46c-4f144a3472d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.494663] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.494997] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.500699] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f4d463-d5d6-427d-a0ae-26e1cbcbdd4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.516687] env[68089]: DEBUG nova.compute.provider_tree [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.546252] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 30d0f8d4-3d04-4709-bc8f-5cae0a2b79ec] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1107.550324] env[68089]: DEBUG nova.compute.manager [req-4ea6143b-599f-482b-867e-c2f62a607eab req-dba14035-ed8a-4f90-a02b-bccf75880913 service nova] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Received event network-vif-deleted-9b778adc-0772-4a6f-9f7d-945192ff5762 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.591026] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.591026] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Instance network_info: |[{"id": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "address": "fa:16:3e:30:e1:7a", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ec69ce-87", "ovs_interfaceid": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.591026] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e1:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ec69ce-87cd-4953-86ca-cffab1047ee5', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.597890] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating folder: Project (93a6bd81f6c7420193742fc70458b903). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.598170] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f8ca1c-35f2-4254-8802-23603286651b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.609589] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created folder: Project (93a6bd81f6c7420193742fc70458b903) in parent group-v573447. [ 1107.609778] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating folder: Instances. Parent ref: group-v573755. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.610016] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53847250-58e6-4e7f-9fa6-9eaaca0c96ab {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.619433] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created folder: Instances in parent group-v573755. [ 1107.619625] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.619807] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.620020] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272baae0-c43b-42b7-904c-7bf1a23c408a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.640774] env[68089]: DEBUG nova.compute.manager [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.640774] env[68089]: DEBUG nova.compute.manager [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing instance network info cache due to event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.640985] env[68089]: DEBUG oslo_concurrency.lockutils [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] Acquiring lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.641157] env[68089]: DEBUG oslo_concurrency.lockutils [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] Acquired lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.641389] env[68089]: DEBUG nova.network.neutron [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.645992] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.645992] env[68089]: value = "task-2853505" [ 1107.645992] env[68089]: _type = "Task" [ 1107.645992] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.652832] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853505, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.671134] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.699990] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.700299] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.700465] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.700679] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.700851] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.701144] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.701417] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.701603] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.701779] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.701977] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.702289] env[68089]: DEBUG nova.virt.hardware [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.703244] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b0e60-f9b8-47c1-9127-1c0b1a3b14bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.712093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f323f39-ff0c-46fd-beca-13640630b978 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.832269] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853502, 'name': PowerOffVM_Task, 'duration_secs': 0.227988} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.832269] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.832448] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.832693] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66ef0abd-efe5-413c-a0cf-44952b6d51b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.867933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.913786] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.913786] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.914055] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleting the datastore file [datastore1] 1e0feae4-454d-40fc-9509-1409e14d087f {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.914427] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-131b883d-86cf-41fa-bf75-7115e87bb392 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.922613] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1107.922613] env[68089]: value = "task-2853507" [ 1107.922613] env[68089]: _type = "Task" [ 1107.922613] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.930569] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.007554] env[68089]: INFO nova.compute.manager [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Detaching volume 6b2e563b-6418-4a36-a4ec-028d03efbf0b [ 1108.019632] env[68089]: DEBUG nova.scheduler.client.report [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.050834] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 098a53c6-93dc-41cd-aeab-f6139a366ae0] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.056543] env[68089]: INFO nova.virt.block_device [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Attempting to driver detach volume 6b2e563b-6418-4a36-a4ec-028d03efbf0b from mountpoint /dev/sdb [ 1108.056766] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1108.056944] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573747', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'name': 'volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b83add5c-6e78-4218-96bd-204548551f7a', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'serial': '6b2e563b-6418-4a36-a4ec-028d03efbf0b'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1108.057830] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03d9f9-a092-4b20-9ab8-51f831dcfb5a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.081590] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Successfully updated port: 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.083221] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835720a-d75b-4595-90de-5ccd5f3b1c68 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.090682] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe3cb5-b634-4607-bf47-ff8d94dfb0e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.110722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff839836-1c6b-4148-b7f8-9d85cb5130f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.124769] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b/volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1108.129728] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.129974] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945b4d75-bc1e-4345-9d94-8b7f776726e8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.151012] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1108.151012] env[68089]: value = "task-2853508" [ 1108.151012] env[68089]: _type = "Task" [ 1108.151012] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.157043] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853505, 'name': CreateVM_Task, 'duration_secs': 0.335593} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.157500] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.158120] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.158296] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.158607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.161603] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1689b4f2-faf9-43aa-8587-5d77d313cec1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.163086] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.165842] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1108.165842] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524146d2-1fb3-2d11-b9b4-441c207fa0e6" [ 1108.165842] env[68089]: _type = "Task" [ 1108.165842] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.176913] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524146d2-1fb3-2d11-b9b4-441c207fa0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.375104] env[68089]: DEBUG nova.network.neutron [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updated VIF entry in instance network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.375473] env[68089]: DEBUG nova.network.neutron [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [{"id": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "address": "fa:16:3e:30:e1:7a", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ec69ce-87", "ovs_interfaceid": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.432403] env[68089]: DEBUG oslo_vmware.api [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.432631] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.432814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.432988] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.433178] env[68089]: INFO nova.compute.manager [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1108.433484] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.433582] env[68089]: DEBUG nova.compute.manager [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.433678] env[68089]: DEBUG nova.network.neutron [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.524477] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.526836] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.646s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.527673] env[68089]: DEBUG nova.objects.instance [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'resources' on Instance uuid a925cc77-03db-4a21-b35c-c2a4cacbbfe5 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.545568] env[68089]: INFO nova.scheduler.client.report [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance aa41df6a-aa4d-4225-bc5d-bd81a802aeea [ 1108.555037] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: ded00217-6925-489f-98cb-b1ffeca768f2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.586690] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.586845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.586977] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.661736] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853508, 'name': ReconfigVM_Task, 'duration_secs': 0.236657} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.662050] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.666722] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-498b6ff5-d4bd-4500-8de4-a532f4467477 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.686163] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524146d2-1fb3-2d11-b9b4-441c207fa0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022093} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.687446] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.687686] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.687917] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.688093] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.688296] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.688555] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1108.688555] env[68089]: value = "task-2853509" [ 1108.688555] env[68089]: _type = "Task" [ 1108.688555] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.688740] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61e42a0-fd11-4933-8926-d26a918ca6e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.698541] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.699572] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.699748] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.700448] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e8264c-da09-42a2-add8-abbafafe8e9a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.705391] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1108.705391] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52252821-7d9e-72ae-2a2f-ca1101a50b1a" [ 1108.705391] env[68089]: _type = "Task" [ 1108.705391] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.712968] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52252821-7d9e-72ae-2a2f-ca1101a50b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.877981] env[68089]: DEBUG oslo_concurrency.lockutils [req-e2f62dc4-1685-458b-872d-ec752e092bf5 req-3965e884-85d3-4673-8c53-e289e2d0839c service nova] Releasing lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.052728] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbb44300-be12-4833-b726-07d0d31aafc5 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "aa41df6a-aa4d-4225-bc5d-bd81a802aeea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.057211] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 24e8dd88-f334-49fe-8b84-7f7e680f8b19] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1109.159278] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.201653] env[68089]: DEBUG oslo_vmware.api [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853509, 'name': ReconfigVM_Task, 'duration_secs': 0.189908} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.202581] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573747', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'name': 'volume-6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b83add5c-6e78-4218-96bd-204548551f7a', 'attached_at': '', 'detached_at': '', 'volume_id': '6b2e563b-6418-4a36-a4ec-028d03efbf0b', 'serial': '6b2e563b-6418-4a36-a4ec-028d03efbf0b'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.216504] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52252821-7d9e-72ae-2a2f-ca1101a50b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.217330] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf7d11e-197e-4604-83e7-30c401d3e47e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.223686] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae58ed-eea0-4f5b-8d1d-5c772109c0b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.227088] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1109.227088] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521f2c3a-74f0-a566-e067-e6ad2cdf1ed0" [ 1109.227088] env[68089]: _type = "Task" [ 1109.227088] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.234991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcea25c-491d-4f82-8acc-a509770cd4d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.241505] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521f2c3a-74f0-a566-e067-e6ad2cdf1ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.241961] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.242236] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a6a5eca2-b757-4f59-b7f4-a988adc0bba1/a6a5eca2-b757-4f59-b7f4-a988adc0bba1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.242501] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bfb7df9-3fa9-4bd1-8515-b990ad824e22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.273309] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c55d68-e21f-43b4-bc4b-648a9183b7fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.277275] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1109.277275] env[68089]: value = "task-2853510" [ 1109.277275] env[68089]: _type = "Task" [ 1109.277275] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.282960] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab1752-157d-4313-ab66-8f379bfb1814 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.291668] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.299123] env[68089]: DEBUG nova.compute.provider_tree [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.347015] env[68089]: DEBUG nova.network.neutron [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.391809] env[68089]: DEBUG nova.network.neutron [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.559771] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: d364a3c8-6f2f-4ef6-a3d8-23e200263608] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1109.675756] env[68089]: DEBUG nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.675756] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.675756] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.675756] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.675756] env[68089]: DEBUG nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] No waiting events found dispatching network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.676088] env[68089]: WARNING nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received unexpected event network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 for instance with vm_state building and task_state spawning. [ 1109.676151] env[68089]: DEBUG nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.676312] env[68089]: DEBUG nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing instance network info cache due to event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.676509] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.771708] env[68089]: DEBUG nova.objects.instance [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.788608] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478381} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.789576] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a6a5eca2-b757-4f59-b7f4-a988adc0bba1/a6a5eca2-b757-4f59-b7f4-a988adc0bba1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.789814] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.790107] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-455b22be-a3c7-4d62-b6d4-ebcb2e9b15d9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.796638] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1109.796638] env[68089]: value = "task-2853511" [ 1109.796638] env[68089]: _type = "Task" [ 1109.796638] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.805579] env[68089]: DEBUG nova.scheduler.client.report [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.808852] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.851865] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.852243] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance network_info: |[{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.852598] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.852803] env[68089]: DEBUG nova.network.neutron [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.854092] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:48:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2caad0f7-b15c-4506-b6f0-e3e2ff3726d3', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.861574] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.862523] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.862750] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d49bbfe-0acc-41eb-b754-63d00d0b204e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.882327] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.882327] env[68089]: value = "task-2853512" [ 1109.882327] env[68089]: _type = "Task" [ 1109.882327] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.889958] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853512, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.894615] env[68089]: INFO nova.compute.manager [-] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Took 1.46 seconds to deallocate network for instance. [ 1110.063483] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 33d75751-01fd-4759-9f97-d581a692e684] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.307152] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072018} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.307791] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.308260] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5de77-19c6-4247-9e1d-755088cd6bc6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.311593] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.314288] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.446s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.337385] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a6a5eca2-b757-4f59-b7f4-a988adc0bba1/a6a5eca2-b757-4f59-b7f4-a988adc0bba1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.340232] env[68089]: INFO nova.scheduler.client.report [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted allocations for instance a925cc77-03db-4a21-b35c-c2a4cacbbfe5 [ 1110.343644] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a9daa5-751c-461b-a453-96ce24f4a4e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.363040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.363040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.375431] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1110.375431] env[68089]: value = "task-2853513" [ 1110.375431] env[68089]: _type = "Task" [ 1110.375431] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.385770] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.394104] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853512, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.400537] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.566601] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 648451ff-6133-4285-a91d-ce0102009db7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.601521] env[68089]: DEBUG nova.network.neutron [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updated VIF entry in instance network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.601896] env[68089]: DEBUG nova.network.neutron [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.723903] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.779655] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1dec62db-602f-488d-abeb-508b9a6db96f tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.781640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.057s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.781640] env[68089]: DEBUG nova.compute.manager [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.785136] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a15d56-a680-42c3-bd8e-2793a025ef1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.796610] env[68089]: DEBUG nova.compute.manager [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1110.797447] env[68089]: DEBUG nova.objects.instance [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.819230] env[68089]: INFO nova.compute.claims [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.869022] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.869022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b86ed08e-fd2f-414c-a0b6-bab26141f0e7 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "a925cc77-03db-4a21-b35c-c2a4cacbbfe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.742s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.888936] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.897448] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853512, 'name': CreateVM_Task, 'duration_secs': 0.555115} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.897818] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.898603] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.898939] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.899383] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.899777] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153383d7-c92e-45ab-8d3b-34f178725a2a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.904379] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1110.904379] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db04-c1e3-4fb9-f785-324854612015" [ 1110.904379] env[68089]: _type = "Task" [ 1110.904379] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.914551] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db04-c1e3-4fb9-f785-324854612015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.071900] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6adf6781-8928-407b-978a-f234bca86e8c] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.104299] env[68089]: DEBUG oslo_concurrency.lockutils [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.104573] env[68089]: DEBUG nova.compute.manager [req-093e7c5c-7fa9-4609-b4ac-53e8a09ed740 req-63c99e81-0420-4d6f-ab9f-ace6409e9d80 service nova] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Received event network-vif-deleted-861fff92-105d-4af5-9cca-c13b98ee026a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1111.329876] env[68089]: INFO nova.compute.resource_tracker [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating resource usage from migration 8e855b54-2d71-485d-8bfc-54b11b133f0d [ 1111.389948] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853513, 'name': ReconfigVM_Task, 'duration_secs': 0.709162} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.390818] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.391313] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a6a5eca2-b757-4f59-b7f4-a988adc0bba1/a6a5eca2-b757-4f59-b7f4-a988adc0bba1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.392388] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98ef5d1d-2d83-498e-b731-37f4e358373c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.398384] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1111.398384] env[68089]: value = "task-2853514" [ 1111.398384] env[68089]: _type = "Task" [ 1111.398384] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.413883] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853514, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.420673] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5224db04-c1e3-4fb9-f785-324854612015, 'name': SearchDatastore_Task, 'duration_secs': 0.037288} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.422233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.422233] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.422233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.422233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.422233] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.422461] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd26d03b-3e91-4d55-a2fc-8e60628c9553 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.430999] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.431207] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.434910] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9fa1a2-091b-48bb-9074-827acb4ce040 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.442271] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1111.442271] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fdb600-2f2e-de3d-0583-f53345f26dbc" [ 1111.442271] env[68089]: _type = "Task" [ 1111.442271] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.450951] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fdb600-2f2e-de3d-0583-f53345f26dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.545078] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285c48d-97de-4e3c-b14b-165df2ce2605 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.552964] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989a0f1-a6b4-46f2-9849-7958b5e03fa2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.581946] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 25e9fd1f-4e3d-49f4-9aad-dc197ac1dc18] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.584473] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407515e9-1697-448a-8545-267fba556465 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.592129] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf366b-dab6-47fb-8a4b-10bbacbde895 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.606277] env[68089]: DEBUG nova.compute.provider_tree [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.805459] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.805842] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8a6863-9b6d-470b-923a-4f84c0232c26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.813763] env[68089]: DEBUG oslo_vmware.api [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1111.813763] env[68089]: value = "task-2853515" [ 1111.813763] env[68089]: _type = "Task" [ 1111.813763] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.821833] env[68089]: DEBUG oslo_vmware.api [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.911975] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853514, 'name': Rename_Task, 'duration_secs': 0.156305} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.912287] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.912556] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e2a80a-6adf-46f1-971a-33becd8feaa2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.919544] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1111.919544] env[68089]: value = "task-2853516" [ 1111.919544] env[68089]: _type = "Task" [ 1111.919544] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.927600] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.950663] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fdb600-2f2e-de3d-0583-f53345f26dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.951518] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7363acd7-dee9-46fb-b857-381900360d48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.956617] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1111.956617] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa57e9-72c9-2c83-b55f-727080dd14ab" [ 1111.956617] env[68089]: _type = "Task" [ 1111.956617] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.964309] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.964585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.965964] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa57e9-72c9-2c83-b55f-727080dd14ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.088710] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 5bc3ebe5-6bb1-471a-b224-3beb7fd85606] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.109324] env[68089]: DEBUG nova.scheduler.client.report [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.325440] env[68089]: DEBUG oslo_vmware.api [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853515, 'name': PowerOffVM_Task, 'duration_secs': 0.192317} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.325861] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.326146] env[68089]: DEBUG nova.compute.manager [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.327126] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605aecec-95ca-4218-b24c-15b53d93e65f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.430315] env[68089]: DEBUG oslo_vmware.api [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853516, 'name': PowerOnVM_Task, 'duration_secs': 0.44866} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.430589] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.430890] env[68089]: INFO nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1112.430943] env[68089]: DEBUG nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.431764] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e015204-a590-48a1-9649-600a006fd57a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.467873] env[68089]: INFO nova.compute.manager [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Detaching volume 7e438bb8-a8fb-45ac-8c32-2c5a764b7be5 [ 1112.469655] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa57e9-72c9-2c83-b55f-727080dd14ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016807} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.470230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.470408] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.471025] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e350a2c-9891-4e53-b8f6-8b92d12e9537 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.478056] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1112.478056] env[68089]: value = "task-2853517" [ 1112.478056] env[68089]: _type = "Task" [ 1112.478056] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.489864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.489864] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.490842] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.507736] env[68089]: INFO nova.virt.block_device [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Attempting to driver detach volume 7e438bb8-a8fb-45ac-8c32-2c5a764b7be5 from mountpoint /dev/sdb [ 1112.507736] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.507736] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573749', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'name': 'volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792731e1-5671-43bc-8271-860c18ce4465', 'attached_at': '', 'detached_at': '', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'serial': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.508671] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4753c9-ade7-4cf7-b505-02e359acd352 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.533807] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e1d9c-c60c-43f9-b2bb-794ddf8f1e76 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.540456] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793350a-721f-484d-9d7e-a585560d2a7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.561712] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761fdf37-37ec-46cc-98ea-48656141b112 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.576445] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5/volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.581594] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.581864] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72150239-1407-4c3e-ac5f-eadbab25f6e6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.594224] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 69d8d38e-d292-4a8b-86d4-88e79291c0a4] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.600408] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1112.600408] env[68089]: value = "task-2853518" [ 1112.600408] env[68089]: _type = "Task" [ 1112.600408] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.608117] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.616346] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.616346] env[68089]: INFO nova.compute.manager [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Migrating [ 1112.623316] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.223s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.624066] env[68089]: DEBUG nova.objects.instance [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'resources' on Instance uuid 1e0feae4-454d-40fc-9509-1409e14d087f {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.841992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ee31608-b50a-404c-96fa-e111a5a384ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.951031] env[68089]: INFO nova.compute.manager [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Took 12.03 seconds to build instance. [ 1112.988044] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.991638] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.097925] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6c2dfd9e-19a6-4f0a-84b7-cd01b863a7d7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.110378] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853518, 'name': ReconfigVM_Task, 'duration_secs': 0.241566} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.110697] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.116113] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258a42d9-9368-4a46-bfb3-0d0608f4f1f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136452] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1113.136452] env[68089]: value = "task-2853519" [ 1113.136452] env[68089]: _type = "Task" [ 1113.136452] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.137545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.137545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.138108] env[68089]: DEBUG nova.network.neutron [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.148649] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.273897] env[68089]: DEBUG nova.objects.instance [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.333206] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2dc5c5-1973-4c04-961f-3c5318bbaabb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.341682] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d7ecf-b7d2-4b97-8593-859a2938e8af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.373910] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec6f178-a935-4f85-ae16-3624f17ca933 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.381168] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ebb26-9ceb-44d5-9bec-ff59211bf498 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.394652] env[68089]: DEBUG nova.compute.provider_tree [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.450555] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d2073d6-9b27-414a-93ae-e044cd90f78a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.542s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.461928] env[68089]: DEBUG nova.compute.manager [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.462117] env[68089]: DEBUG nova.compute.manager [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing instance network info cache due to event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1113.462350] env[68089]: DEBUG oslo_concurrency.lockutils [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] Acquiring lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.462502] env[68089]: DEBUG oslo_concurrency.lockutils [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] Acquired lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.462665] env[68089]: DEBUG nova.network.neutron [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.488700] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653077} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.488830] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.489025] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.489279] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16eda1d9-4115-47ed-9fc9-6cea71bf80bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.497672] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1113.497672] env[68089]: value = "task-2853520" [ 1113.497672] env[68089]: _type = "Task" [ 1113.497672] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.508679] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.511089] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.601400] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 02d6c677-19dc-4748-8a1e-54d323d158c2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.649821] env[68089]: DEBUG oslo_vmware.api [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853519, 'name': ReconfigVM_Task, 'duration_secs': 0.192112} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.650374] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573749', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'name': 'volume-7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792731e1-5671-43bc-8271-860c18ce4465', 'attached_at': '', 'detached_at': '', 'volume_id': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5', 'serial': '7e438bb8-a8fb-45ac-8c32-2c5a764b7be5'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.780199] env[68089]: DEBUG oslo_concurrency.lockutils [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.780364] env[68089]: DEBUG oslo_concurrency.lockutils [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.780646] env[68089]: DEBUG nova.network.neutron [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.780928] env[68089]: DEBUG nova.objects.instance [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'info_cache' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.898471] env[68089]: DEBUG nova.scheduler.client.report [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.013040] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073885} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.013388] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.014186] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965d94e-0e69-4d69-9bd9-43c13ad80cc8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.036972] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.039604] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e44714-402e-49ab-a113-c8c26f4e3be7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.060682] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1114.060682] env[68089]: value = "task-2853521" [ 1114.060682] env[68089]: _type = "Task" [ 1114.060682] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.070607] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.104771] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a277398f-2d2e-4b99-a8db-f5bb587e5cf2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.111364] env[68089]: DEBUG nova.network.neutron [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.202956] env[68089]: DEBUG nova.objects.instance [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'flavor' on Instance uuid 792731e1-5671-43bc-8271-860c18ce4465 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.218279] env[68089]: DEBUG nova.network.neutron [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updated VIF entry in instance network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.218386] env[68089]: DEBUG nova.network.neutron [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [{"id": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "address": "fa:16:3e:30:e1:7a", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ec69ce-87", "ovs_interfaceid": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.284103] env[68089]: DEBUG nova.objects.base [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.403382] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.405832] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.015s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.407606] env[68089]: INFO nova.compute.claims [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.424580] env[68089]: INFO nova.scheduler.client.report [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted allocations for instance 1e0feae4-454d-40fc-9509-1409e14d087f [ 1114.570688] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.607635] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f93bfb2f-96b2-4f2f-a1c8-dbddb8ca0d58] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.615126] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.724306] env[68089]: DEBUG oslo_concurrency.lockutils [req-cc1145d9-dead-47bb-b58d-b514630f26f5 req-ec6cd174-dbe2-4fd8-98ee-68204156ec5b service nova] Releasing lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.932226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d687e6b4-d9ae-47da-895d-1afad8e58050 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "1e0feae4-454d-40fc-9509-1409e14d087f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.145s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.009407] env[68089]: DEBUG nova.network.neutron [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [{"id": "29447101-38ee-49f1-b57b-af0cbc19a992", "address": "fa:16:3e:42:53:e7", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29447101-38", "ovs_interfaceid": "29447101-38ee-49f1-b57b-af0cbc19a992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.071997] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.110691] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 771c988f-c1fb-4ba3-8f25-c17d7caf3c50] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1115.209382] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7478d44d-47e3-4a4b-bc2f-e8cf08ee66b2 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.457648] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.457923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.458126] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "792731e1-5671-43bc-8271-860c18ce4465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.458304] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.458469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.463100] env[68089]: INFO nova.compute.manager [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Terminating instance [ 1115.512214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "refresh_cache-b83add5c-6e78-4218-96bd-204548551f7a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.572972] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853521, 'name': ReconfigVM_Task, 'duration_secs': 1.260408} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.573170] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.573811] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cb2a4c4-e96b-4480-82f2-7ef16a1be0aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.581243] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1115.581243] env[68089]: value = "task-2853522" [ 1115.581243] env[68089]: _type = "Task" [ 1115.581243] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.589831] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853522, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.591320] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd1916-b708-4631-b16c-b26fd55b4649 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.597959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630b60b-8b1a-428b-990b-2e9c143db67c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.627288] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 3d9a341a-b557-4672-8277-ffc6f71c1397] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1115.633525] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef13a8-e947-44dd-bc33-97954ab77641 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.639423] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c687d71c-55a9-4a4f-a09b-1f977399259f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654123] env[68089]: DEBUG nova.compute.provider_tree [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.968133] env[68089]: DEBUG nova.compute.manager [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.968378] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.969831] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0969f76c-0161-45ea-80af-6d399b6469fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.977222] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.977456] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-064eb60e-f720-466c-bf65-b498d63ce318 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.983993] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1115.983993] env[68089]: value = "task-2853523" [ 1115.983993] env[68089]: _type = "Task" [ 1115.983993] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.993442] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.091936] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853522, 'name': Rename_Task, 'duration_secs': 0.292887} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.092243] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.092548] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-773b5c66-c278-4df6-925e-f751bfa7b430 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.098849] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1116.098849] env[68089]: value = "task-2853524" [ 1116.098849] env[68089]: _type = "Task" [ 1116.098849] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.108367] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.131967] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 04fe4efc-95d3-4339-b76c-44d720ab2bd4] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.138687] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b723610a-9075-4ae3-a0a8-d1bbb87b87fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.158635] env[68089]: DEBUG nova.scheduler.client.report [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.161819] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.494961] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853523, 'name': PowerOffVM_Task, 'duration_secs': 0.344144} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.495289] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.495611] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.495744] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aa74721-fbf8-4bf7-b0f7-6c5fff7225b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.518193] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.518499] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72049f4-e281-4f3d-b31c-ca275e107f4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.525609] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1116.525609] env[68089]: value = "task-2853526" [ 1116.525609] env[68089]: _type = "Task" [ 1116.525609] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.533334] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.557120] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.557358] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.557544] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleting the datastore file [datastore1] 792731e1-5671-43bc-8271-860c18ce4465 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.557968] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a9b6491-e1b2-4ede-8783-0b1af1df518f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.564014] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1116.564014] env[68089]: value = "task-2853527" [ 1116.564014] env[68089]: _type = "Task" [ 1116.564014] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.571651] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.608666] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853524, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.635502] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: f7670926-83aa-49b9-96fb-3c190fb7c466] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.666783] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.667373] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.671943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.673134] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.162s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.674770] env[68089]: INFO nova.compute.claims [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.677708] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c4e45d-0f8a-4342-bf52-53876dd62346 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.686459] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1116.686459] env[68089]: value = "task-2853528" [ 1116.686459] env[68089]: _type = "Task" [ 1116.686459] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.695776] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.037152] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.073320] env[68089]: DEBUG oslo_vmware.api [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248659} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.073605] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.073846] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.074075] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.074267] env[68089]: INFO nova.compute.manager [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1117.074511] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.074723] env[68089]: DEBUG nova.compute.manager [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.074823] env[68089]: DEBUG nova.network.neutron [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.109971] env[68089]: DEBUG oslo_vmware.api [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853524, 'name': PowerOnVM_Task, 'duration_secs': 0.602978} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.109971] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.109971] env[68089]: INFO nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1117.109971] env[68089]: DEBUG nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.110725] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1060ce-db91-4723-ae09-6c6761d3e6b3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.138921] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6bca99bb-a1e8-4bfd-9b6e-6177767155a2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1117.174970] env[68089]: DEBUG nova.compute.utils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.176285] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.176457] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.197264] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853528, 'name': PowerOffVM_Task, 'duration_secs': 0.191361} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.197264] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.197264] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.213314] env[68089]: DEBUG nova.policy [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749d28a2ceef4efeb41aff7d4a00b72d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb8d79d744b544ac8880c56d75c25d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.310796] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.310796] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.534392] env[68089]: DEBUG nova.compute.manager [req-b27af5f4-eaf4-4c65-ba68-0a1a0a89c214 req-693ce086-f41f-40b0-83f4-1d6964ca7ce3 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Received event network-vif-deleted-da296626-a105-4310-a0ad-8f5f1c4e7630 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.534706] env[68089]: INFO nova.compute.manager [req-b27af5f4-eaf4-4c65-ba68-0a1a0a89c214 req-693ce086-f41f-40b0-83f4-1d6964ca7ce3 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Neutron deleted interface da296626-a105-4310-a0ad-8f5f1c4e7630; detaching it from the instance and deleting it from the info cache [ 1117.534907] env[68089]: DEBUG nova.network.neutron [req-b27af5f4-eaf4-4c65-ba68-0a1a0a89c214 req-693ce086-f41f-40b0-83f4-1d6964ca7ce3 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.542448] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.573954] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Successfully created port: 569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.630686] env[68089]: INFO nova.compute.manager [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Took 14.86 seconds to build instance. [ 1117.646585] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: cc928eab-c51b-4f80-a53f-70d55942c69b] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1117.680105] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.704994] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.706526] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.706526] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.706526] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.706853] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.706908] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.707215] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.707440] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.707676] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.707942] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.708218] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.723355] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fcdaa1-6342-4964-8e1f-32c102b67cd2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.749681] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1117.749681] env[68089]: value = "task-2853529" [ 1117.749681] env[68089]: _type = "Task" [ 1117.749681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.762905] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.813714] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.957028] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a3cf88-109b-494b-bbdb-89a5d6f3388c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.965363] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac2693d-af03-4a23-87e9-9aa1d494969d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.996238] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf0c2a7-7cd8-4362-936c-d03c114ee0ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.004075] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009d52bc-62d5-4f24-976d-b2e137309371 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.017098] env[68089]: DEBUG nova.network.neutron [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.018589] env[68089]: DEBUG nova.compute.provider_tree [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.036587] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.037146] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c79f0a0-3a5e-49e0-9d0e-cbb7a3b82560 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.045566] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c5c3f3-6d84-4f6a-8885-e09d70ed8092 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.077955] env[68089]: DEBUG nova.compute.manager [req-b27af5f4-eaf4-4c65-ba68-0a1a0a89c214 req-693ce086-f41f-40b0-83f4-1d6964ca7ce3 service nova] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Detach interface failed, port_id=da296626-a105-4310-a0ad-8f5f1c4e7630, reason: Instance 792731e1-5671-43bc-8271-860c18ce4465 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.133366] env[68089]: DEBUG oslo_concurrency.lockutils [None req-dc24f8c0-b9fa-4d7d-ad94-f5d8201eef72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.369s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.152181] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a6b06ebb-1303-4ff3-82a9-e3d8844b738e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1118.259928] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853529, 'name': ReconfigVM_Task, 'duration_secs': 0.371568} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.260485] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.340113] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.521181] env[68089]: INFO nova.compute.manager [-] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Took 1.45 seconds to deallocate network for instance. [ 1118.522095] env[68089]: DEBUG nova.scheduler.client.report [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.540448] env[68089]: DEBUG oslo_vmware.api [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853526, 'name': PowerOnVM_Task, 'duration_secs': 1.880474} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.540692] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.540887] env[68089]: DEBUG nova.compute.manager [None req-274adf22-3eb4-4ad1-9772-29d07e8c8e31 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.541690] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a9230-b5a2-4ce5-8f68-91a4a2f0ed71 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.655766] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e43199f7-45cb-4f51-a4cf-12b307a09ed6] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1118.690368] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.716291] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.716558] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.716693] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.716870] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.717032] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.717490] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.717490] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.717596] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.718222] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.718222] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.718222] env[68089]: DEBUG nova.virt.hardware [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.719323] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a123c5-0b5e-4945-a304-84732a9c62b1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.727154] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af73f07-9808-4115-a2b7-e75bad8817c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.766690] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.766938] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.767107] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.767292] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.767440] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.767587] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.767855] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.768045] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.768220] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.768397] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.768569] env[68089]: DEBUG nova.virt.hardware [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.773902] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.774193] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340b9bb2-635e-4351-ae8e-766b4b75e834 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.791878] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1118.791878] env[68089]: value = "task-2853530" [ 1118.791878] env[68089]: _type = "Task" [ 1118.791878] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.799570] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.031210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.031750] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.034522] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.695s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.035961] env[68089]: INFO nova.compute.claims [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.039104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.066692] env[68089]: DEBUG nova.compute.manager [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Received event network-vif-plugged-569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.066917] env[68089]: DEBUG oslo_concurrency.lockutils [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] Acquiring lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.067150] env[68089]: DEBUG oslo_concurrency.lockutils [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.067309] env[68089]: DEBUG oslo_concurrency.lockutils [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.067473] env[68089]: DEBUG nova.compute.manager [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] No waiting events found dispatching network-vif-plugged-569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.067677] env[68089]: WARNING nova.compute.manager [req-206e9786-66d6-4057-80f4-54685ed340b2 req-a0421cae-89d2-4f4a-9acc-3834e6e3cbf2 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Received unexpected event network-vif-plugged-569f935d-0815-4c57-81b6-8a8ac1abb8e5 for instance with vm_state building and task_state spawning. [ 1119.161113] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: cddcefef-6171-42b5-b184-9c7a52ca7f4e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1119.170383] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Successfully updated port: 569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.301981] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853530, 'name': ReconfigVM_Task, 'duration_secs': 0.191054} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.302489] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.303556] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ae7bc6-5aa8-413e-b4b2-6455fff8c757 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.331079] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.331798] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3547933f-b5f0-4ab6-ba9e-9a49eee2678b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.351191] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1119.351191] env[68089]: value = "task-2853531" [ 1119.351191] env[68089]: _type = "Task" [ 1119.351191] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.359083] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.540201] env[68089]: DEBUG nova.compute.utils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.543403] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.543677] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.559371] env[68089]: DEBUG nova.compute.manager [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.559611] env[68089]: DEBUG nova.compute.manager [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing instance network info cache due to event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1119.559931] env[68089]: DEBUG oslo_concurrency.lockutils [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.560115] env[68089]: DEBUG oslo_concurrency.lockutils [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.560287] env[68089]: DEBUG nova.network.neutron [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.589461] env[68089]: DEBUG nova.policy [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.665762] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6c432798-e4a8-45e4-bb75-445c270227b8] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1119.672935] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.673880] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.673880] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.867259] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853531, 'name': ReconfigVM_Task, 'duration_secs': 0.427948} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.870226] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba/79de7761-56d1-4aa8-90a1-b535c67d71ba.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.870226] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.953577] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Successfully created port: 023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.054031] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.169664] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 607865da-9774-47fc-ae4e-1adc0084cec2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1120.219922] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.254759] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb0160-0590-4746-90a4-0f9893d99c44 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.263639] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1e3f3-2911-4083-a070-4dc6c51176ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.296425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a4462-121b-4aa9-9259-85479bf1bc10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.305777] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b774c-36b3-4913-82de-08e33209848e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.319856] env[68089]: DEBUG nova.compute.provider_tree [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.365411] env[68089]: DEBUG nova.network.neutron [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updated VIF entry in instance network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.365766] env[68089]: DEBUG nova.network.neutron [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.379052] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83dbb93-1291-4b1a-8909-7505dc6c273d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.402616] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe76362-8776-4d34-ad4d-bcfbfad222ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.422272] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.426321] env[68089]: DEBUG nova.network.neutron [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Updating instance_info_cache with network_info: [{"id": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "address": "fa:16:3e:b7:7f:16", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569f935d-08", "ovs_interfaceid": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.673273] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.673456] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances with incomplete migration {{(pid=68089) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1120.822679] env[68089]: DEBUG nova.scheduler.client.report [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.868495] env[68089]: DEBUG oslo_concurrency.lockutils [req-31d388b1-5d48-4b17-909f-b6d8d08e0112 req-1ccfd5c2-ab33-42f0-9016-badc3bbbc984 service nova] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.931936] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.932201] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Instance network_info: |[{"id": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "address": "fa:16:3e:b7:7f:16", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569f935d-08", "ovs_interfaceid": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.932636] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:7f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '569f935d-0815-4c57-81b6-8a8ac1abb8e5', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.940039] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.940579] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.940801] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-958c1285-2f49-4c19-9657-a700b762c2a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.960516] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.960516] env[68089]: value = "task-2853532" [ 1120.960516] env[68089]: _type = "Task" [ 1120.960516] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.967863] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853532, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.969330] env[68089]: DEBUG nova.network.neutron [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Port 75fe9390-93cc-4881-b191-e13a6e9061c3 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.062325] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.090271] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.090518] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.090669] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.091596] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.091596] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.091596] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.091596] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.091596] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.091904] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.091904] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.091973] env[68089]: DEBUG nova.virt.hardware [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.093722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680bd51a-8965-4936-bc8c-6ffe81af9aef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.101536] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec95cd-512f-42ef-9bd7-050df9b8e99a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.125186] env[68089]: DEBUG nova.compute.manager [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Received event network-changed-569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1121.125401] env[68089]: DEBUG nova.compute.manager [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Refreshing instance network info cache due to event network-changed-569f935d-0815-4c57-81b6-8a8ac1abb8e5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1121.125619] env[68089]: DEBUG oslo_concurrency.lockutils [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] Acquiring lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.125758] env[68089]: DEBUG oslo_concurrency.lockutils [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] Acquired lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.125919] env[68089]: DEBUG nova.network.neutron [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Refreshing network info cache for port 569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.176141] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.328107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.328730] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.331141] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.331373] env[68089]: DEBUG nova.objects.instance [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'resources' on Instance uuid 792731e1-5671-43bc-8271-860c18ce4465 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.420316] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Successfully updated port: 023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.478971] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853532, 'name': CreateVM_Task, 'duration_secs': 0.367716} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.479354] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.481102] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.481102] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.481432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.481767] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6f2511-d8e8-4aba-84ef-829b262eea42 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.487681] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1121.487681] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522d3e84-02ca-0c73-688e-f5c876c4a856" [ 1121.487681] env[68089]: _type = "Task" [ 1121.487681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.498687] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d3e84-02ca-0c73-688e-f5c876c4a856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.834712] env[68089]: DEBUG nova.compute.utils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.838149] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.838322] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.843523] env[68089]: DEBUG nova.network.neutron [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Updated VIF entry in instance network info cache for port 569f935d-0815-4c57-81b6-8a8ac1abb8e5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.844456] env[68089]: DEBUG nova.network.neutron [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Updating instance_info_cache with network_info: [{"id": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "address": "fa:16:3e:b7:7f:16", "network": {"id": "7faf14ad-2763-4c7d-aaad-13d854d92340", "bridge": "br-int", "label": "tempest-ServersTestJSON-435182837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb8d79d744b544ac8880c56d75c25d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569f935d-08", "ovs_interfaceid": "569f935d-0815-4c57-81b6-8a8ac1abb8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.874165] env[68089]: DEBUG nova.policy [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb92b8f173840a4ad03026a80c03344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6c8e080db840e387b47c0475d94f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.925318] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.925462] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.925615] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.997938] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.998080] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.998265] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.007529] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522d3e84-02ca-0c73-688e-f5c876c4a856, 'name': SearchDatastore_Task, 'duration_secs': 0.024548} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.007849] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.008092] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.009204] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.009204] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.009204] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.009204] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6037e5a2-ee84-4687-891f-780a10e573f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.017808] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.017985] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.018909] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9564a9b0-fb24-4a6e-8d3b-173fd10dbce2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.024593] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1122.024593] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231595c-e9c9-3775-030e-ecae9e2cdde1" [ 1122.024593] env[68089]: _type = "Task" [ 1122.024593] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.029839] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d05c0-4229-4fa3-aa21-d27c7701a253 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.037385] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5231595c-e9c9-3775-030e-ecae9e2cdde1, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.039731] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b00c021-2b43-4592-a4fc-5ad3c3ca12b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.042434] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c86320-8f42-4d46-90ba-dd2fb4c26541 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.049077] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1122.049077] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524a0f16-97bf-948c-e21e-bd1ded30a057" [ 1122.049077] env[68089]: _type = "Task" [ 1122.049077] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.078819] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63cb8d0-509b-489e-8e8d-e088af950980 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.086872] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524a0f16-97bf-948c-e21e-bd1ded30a057, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.088802] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.089071] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742/5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.089343] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc0d2527-2cf2-4988-a047-c91ee29cdf54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.091937] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b8037a-4843-4778-b4f2-3e8978b07526 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.108553] env[68089]: DEBUG nova.compute.provider_tree [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.111007] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1122.111007] env[68089]: value = "task-2853533" [ 1122.111007] env[68089]: _type = "Task" [ 1122.111007] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.122029] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.199789] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Successfully created port: c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.342024] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.347680] env[68089]: DEBUG oslo_concurrency.lockutils [req-b312aae9-41d9-45a2-9f50-e675d215d055 req-8b8c1252-5734-413a-90c5-945a16138b06 service nova] Releasing lock "refresh_cache-5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.462620] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.595452] env[68089]: DEBUG nova.network.neutron [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.613188] env[68089]: DEBUG nova.scheduler.client.report [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.625376] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472431} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.625618] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742/5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.625854] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.626105] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2753d7cd-4fb9-4058-bf8a-e8f652e038c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.633349] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1122.633349] env[68089]: value = "task-2853534" [ 1122.633349] env[68089]: _type = "Task" [ 1122.633349] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.641258] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.677535] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.033386] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033661] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033857] env[68089]: DEBUG nova.network.neutron [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.097653] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.097977] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Instance network_info: |[{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.098405] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:e2:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023cf85d-cb3a-40fa-a7d9-266bc609a8b5', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.105790] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.105981] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.106440] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-330c96b0-8c1d-4388-8515-ea73039767d0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.122211] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.130568] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.130568] env[68089]: value = "task-2853535" [ 1123.130568] env[68089]: _type = "Task" [ 1123.130568] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.139188] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853535, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.144477] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.145351] env[68089]: INFO nova.scheduler.client.report [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted allocations for instance 792731e1-5671-43bc-8271-860c18ce4465 [ 1123.154844] env[68089]: DEBUG nova.compute.manager [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-plugged-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.155075] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.155311] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.155460] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.155621] env[68089]: DEBUG nova.compute.manager [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] No waiting events found dispatching network-vif-plugged-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.155741] env[68089]: WARNING nova.compute.manager [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received unexpected event network-vif-plugged-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 for instance with vm_state building and task_state spawning. [ 1123.155930] env[68089]: DEBUG nova.compute.manager [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-changed-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.156105] env[68089]: DEBUG nova.compute.manager [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing instance network info cache due to event network-changed-023cf85d-cb3a-40fa-a7d9-266bc609a8b5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.156286] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.156419] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.156640] env[68089]: DEBUG nova.network.neutron [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing network info cache for port 023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.183509] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.183779] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.184043] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.349527] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.377279] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.377756] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.377858] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.378160] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.378347] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.378514] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.378806] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.378981] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.379233] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.379441] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.379630] env[68089]: DEBUG nova.virt.hardware [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.380557] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574280b6-abc6-44c7-9037-607fb77be6ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.388371] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7539107-4590-45da-b15f-d5742bc6bb7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.606307] env[68089]: DEBUG nova.compute.manager [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Received event network-vif-plugged-c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.606588] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.606840] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.607077] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.607292] env[68089]: DEBUG nova.compute.manager [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] No waiting events found dispatching network-vif-plugged-c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.607504] env[68089]: WARNING nova.compute.manager [req-2ea1adb7-3eb4-45cf-9cf4-fbbf79d46f5e req-018b8ac0-35d0-4ccf-a75d-9761a8734d3e service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Received unexpected event network-vif-plugged-c7cc0c0f-c331-4adf-97c4-659b00134c86 for instance with vm_state building and task_state spawning. [ 1123.643644] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853535, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.646931] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.629225} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.647206] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.647955] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8956d-ea95-4260-9aeb-241c320dce9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.673092] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742/5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.673660] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2ced2c87-bec3-49ab-9b81-63cd4b0b7678 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "792731e1-5671-43bc-8271-860c18ce4465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.216s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.677491] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ed04cf-fa20-447e-bb96-78131172a56d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.695718] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Successfully updated port: c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.699177] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.699407] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.699570] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.699718] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1123.701126] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abd0cc-1c95-45ae-8729-808af24d90f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.711705] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1123.711705] env[68089]: value = "task-2853536" [ 1123.711705] env[68089]: _type = "Task" [ 1123.711705] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.713173] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0911cf-1469-4949-9d15-1e907ad24bcf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.728760] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.743761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bd96e7-73da-4acc-a175-2d4e2ff64f7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.750624] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692899f-4fc5-41a1-8503-89b93cd9a276 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.782783] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179016MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1123.782941] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.783178] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.822324] env[68089]: DEBUG nova.network.neutron [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.918630] env[68089]: DEBUG nova.network.neutron [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updated VIF entry in instance network info cache for port 023cf85d-cb3a-40fa-a7d9-266bc609a8b5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.918987] env[68089]: DEBUG nova.network.neutron [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.141359] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853535, 'name': CreateVM_Task, 'duration_secs': 0.712622} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.141558] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.142249] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.142465] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.142810] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.143071] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6aeeb7e-e4bf-4c6d-af76-132d6f8cf930 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.147562] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1124.147562] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d7c168-a676-638d-5f35-58c89bd41f4c" [ 1124.147562] env[68089]: _type = "Task" [ 1124.147562] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.155517] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d7c168-a676-638d-5f35-58c89bd41f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.198385] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.198543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.198696] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.221440] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853536, 'name': ReconfigVM_Task, 'duration_secs': 0.355554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.221704] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742/5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.222321] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8810b003-33c8-4c15-9712-1cbd41d4ea67 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.228135] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1124.228135] env[68089]: value = "task-2853538" [ 1124.228135] env[68089]: _type = "Task" [ 1124.228135] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.235345] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853538, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.325897] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.421514] env[68089]: DEBUG oslo_concurrency.lockutils [req-11274a31-285b-47cf-a17e-35175ef2bcf2 req-446803ba-dfd9-461a-880f-65f3b965fe90 service nova] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.657499] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d7c168-a676-638d-5f35-58c89bd41f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.657766] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.657996] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.658241] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.658384] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.658560] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.658797] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e3ba50-3251-44bd-bac6-128e13db15f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.673549] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.673721] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.674439] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6b2fe7-db58-4e83-b743-8d0b5794e570 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.679103] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1124.679103] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522da630-0519-00f4-474f-041b622ba4c8" [ 1124.679103] env[68089]: _type = "Task" [ 1124.679103] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.686451] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522da630-0519-00f4-474f-041b622ba4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.728305] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.738492] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853538, 'name': Rename_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.793561] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance 79de7761-56d1-4aa8-90a1-b535c67d71ba as it has an incoming, in-progress migration 8e855b54-2d71-485d-8bfc-54b11b133f0d. Migration status is post-migrating {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1124.795025] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating resource usage from migration 8e855b54-2d71-485d-8bfc-54b11b133f0d [ 1124.816711] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.816711] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 4ea0f016-f05b-4875-bd27-c9634d0abf77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.816711] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 53172294-c487-4793-a9cb-0d9d8dc83bbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.816711] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b83add5c-6e78-4218-96bd-204548551f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.816944] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6e8ce0b1-e3b1-4ece-b144-913204095c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.816944] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6004cf84-91c1-4195-88ce-9cba2faa41bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817020] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817114] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817225] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration 8e855b54-2d71-485d-8bfc-54b11b133f0d is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1124.817333] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 79de7761-56d1-4aa8-90a1-b535c67d71ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817441] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817596] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817668] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 2770e571-9bdc-4914-8dcd-d462e4f35095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.817842] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1124.817973] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1124.847533] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc0c499-35d6-4355-a752-30c03ce72ae7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.853770] env[68089]: DEBUG nova.network.neutron [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updating instance_info_cache with network_info: [{"id": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "address": "fa:16:3e:25:af:b5", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cc0c0f-c3", "ovs_interfaceid": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.870638] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98733e04-9539-498d-80c6-1fa2b4e135c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.878093] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.978967] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c9e6c-f6f0-405d-9417-8ff0407650a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.986351] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f99004-3088-436e-bd54-057bfd125c0c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.017355] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbd1c1-a7ed-4016-8428-146d4947d3b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.025025] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b35a47-0bab-4766-b2d7-6b772cb330bb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.038416] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.189928] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522da630-0519-00f4-474f-041b622ba4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.051547} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.190678] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1585cbb0-8551-4154-a42f-a3a2154449f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.196122] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1125.196122] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5263fca0-d003-f22e-c15c-82697a372eba" [ 1125.196122] env[68089]: _type = "Task" [ 1125.196122] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.203747] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5263fca0-d003-f22e-c15c-82697a372eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.239402] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853538, 'name': Rename_Task, 'duration_secs': 0.912612} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.239659] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.239893] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19fc6c14-92f0-4671-b587-4b69ba03cb3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.246066] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1125.246066] env[68089]: value = "task-2853539" [ 1125.246066] env[68089]: _type = "Task" [ 1125.246066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.253847] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.368563] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.369017] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Instance network_info: |[{"id": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "address": "fa:16:3e:25:af:b5", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cc0c0f-c3", "ovs_interfaceid": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.369589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:af:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7cc0c0f-c331-4adf-97c4-659b00134c86', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.378732] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.378952] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.379213] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f061e3-6de0-44a7-affd-414c78dbb44b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.396856] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.397145] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-407591d3-e4ff-4ba0-bfc3-57a8b4c4ffa4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.404097] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.404097] env[68089]: value = "task-2853540" [ 1125.404097] env[68089]: _type = "Task" [ 1125.404097] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.405394] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1125.405394] env[68089]: value = "task-2853541" [ 1125.405394] env[68089]: _type = "Task" [ 1125.405394] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.415591] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853540, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.418610] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.542133] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.695649] env[68089]: DEBUG nova.compute.manager [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Received event network-changed-c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.695905] env[68089]: DEBUG nova.compute.manager [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Refreshing instance network info cache due to event network-changed-c7cc0c0f-c331-4adf-97c4-659b00134c86. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.696185] env[68089]: DEBUG oslo_concurrency.lockutils [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] Acquiring lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.696356] env[68089]: DEBUG oslo_concurrency.lockutils [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] Acquired lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.696568] env[68089]: DEBUG nova.network.neutron [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Refreshing network info cache for port c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.708496] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5263fca0-d003-f22e-c15c-82697a372eba, 'name': SearchDatastore_Task, 'duration_secs': 0.01725} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.709355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.709621] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a/b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.709885] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea226258-622f-4a67-9605-232605027301 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.717867] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1125.717867] env[68089]: value = "task-2853542" [ 1125.717867] env[68089]: _type = "Task" [ 1125.717867] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.727335] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.758371] env[68089]: DEBUG oslo_vmware.api [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853539, 'name': PowerOnVM_Task, 'duration_secs': 0.467759} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.759051] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.759051] env[68089]: INFO nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1125.759645] env[68089]: DEBUG nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.760713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f81609-e6a5-478f-b3b5-c38c2e0871fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.917397] env[68089]: DEBUG oslo_vmware.api [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853541, 'name': PowerOnVM_Task, 'duration_secs': 0.444218} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.920755] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.920961] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5f53e3-2be8-42d8-87e2-01c6c1783ec7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance '79de7761-56d1-4aa8-90a1-b535c67d71ba' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.925013] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853540, 'name': CreateVM_Task, 'duration_secs': 0.423412} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.925166] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.925916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.926104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.926413] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.926660] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955c867f-52eb-4a3d-baae-61e3ed0e543b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.931239] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1125.931239] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529ff6bb-2787-7fd1-2d23-fd4584e0f750" [ 1125.931239] env[68089]: _type = "Task" [ 1125.931239] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.939663] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529ff6bb-2787-7fd1-2d23-fd4584e0f750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.047755] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1126.048040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.265s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.233221] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853542, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.282846] env[68089]: INFO nova.compute.manager [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Took 14.91 seconds to build instance. [ 1126.429151] env[68089]: DEBUG nova.network.neutron [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updated VIF entry in instance network info cache for port c7cc0c0f-c331-4adf-97c4-659b00134c86. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.429489] env[68089]: DEBUG nova.network.neutron [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updating instance_info_cache with network_info: [{"id": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "address": "fa:16:3e:25:af:b5", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cc0c0f-c3", "ovs_interfaceid": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.443571] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529ff6bb-2787-7fd1-2d23-fd4584e0f750, 'name': SearchDatastore_Task, 'duration_secs': 0.017598} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.443571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.444508] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.444508] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.444508] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.444803] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.445359] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ab22f1-954f-4a64-834b-cc9ebff194a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.454669] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.454923] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.455697] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4491f1-e7e2-4464-905e-1bd779effbac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.460782] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1126.460782] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bea1d4-29a3-dde5-5382-09b1c1500375" [ 1126.460782] env[68089]: _type = "Task" [ 1126.460782] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.468287] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bea1d4-29a3-dde5-5382-09b1c1500375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.729059] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542082} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.729421] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a/b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.729421] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.729651] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd958487-c6b3-4454-8e61-1406923ebc25 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.736566] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1126.736566] env[68089]: value = "task-2853543" [ 1126.736566] env[68089]: _type = "Task" [ 1126.736566] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.744673] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.785218] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f2456dc8-f371-4dfb-b11b-ac0e9b2ec9ea tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.422s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.933862] env[68089]: DEBUG oslo_concurrency.lockutils [req-b35c4c2e-3bb3-4752-a20d-db6d87bc8e26 req-40e2646d-5954-4c76-b008-327d284d5a21 service nova] Releasing lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.973024] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bea1d4-29a3-dde5-5382-09b1c1500375, 'name': SearchDatastore_Task, 'duration_secs': 0.00829} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.973305] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1617088b-eab4-476a-860e-8c03834d3c1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.979185] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1126.979185] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]523cb3fd-fe39-037e-6753-5053c1d8ea0d" [ 1126.979185] env[68089]: _type = "Task" [ 1126.979185] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.987177] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523cb3fd-fe39-037e-6753-5053c1d8ea0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.020583] env[68089]: DEBUG oslo_concurrency.lockutils [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.021166] env[68089]: DEBUG oslo_concurrency.lockutils [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.022063] env[68089]: DEBUG nova.compute.manager [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.022324] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f34c0e-8bba-4d52-a427-441fd5fb5358 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.028297] env[68089]: DEBUG nova.compute.manager [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1127.028860] env[68089]: DEBUG nova.objects.instance [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'flavor' on Instance uuid 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.246806] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26222} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.247323] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.248403] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22726814-4fc7-43ca-a1af-825f11e7d4aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.270529] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a/b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.270821] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504ed7d1-31ea-4fee-9b4f-6c8a192081d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.290492] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1127.290492] env[68089]: value = "task-2853544" [ 1127.290492] env[68089]: _type = "Task" [ 1127.290492] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.298204] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.493189] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]523cb3fd-fe39-037e-6753-5053c1d8ea0d, 'name': SearchDatastore_Task, 'duration_secs': 0.050415} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.493530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.493839] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2770e571-9bdc-4914-8dcd-d462e4f35095/2770e571-9bdc-4914-8dcd-d462e4f35095.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.494115] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-273e52bf-63be-420e-8009-fc8ca3783b97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.500476] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1127.500476] env[68089]: value = "task-2853545" [ 1127.500476] env[68089]: _type = "Task" [ 1127.500476] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.508177] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.801635] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853544, 'name': ReconfigVM_Task, 'duration_secs': 0.319234} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.802028] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a/b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.802680] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4220e792-c0b5-437f-bef1-8fe7a43170e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.810143] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1127.810143] env[68089]: value = "task-2853546" [ 1127.810143] env[68089]: _type = "Task" [ 1127.810143] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.822209] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853546, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.015140] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486593} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.015545] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 2770e571-9bdc-4914-8dcd-d462e4f35095/2770e571-9bdc-4914-8dcd-d462e4f35095.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.015653] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.015853] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7508d985-4562-41f0-9dc4-ab57d560cbbe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.023163] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1128.023163] env[68089]: value = "task-2853547" [ 1128.023163] env[68089]: _type = "Task" [ 1128.023163] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.031424] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.035126] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.035408] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569343e1-1521-40a2-92ae-00dc751485b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.041559] env[68089]: DEBUG oslo_vmware.api [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1128.041559] env[68089]: value = "task-2853548" [ 1128.041559] env[68089]: _type = "Task" [ 1128.041559] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.050468] env[68089]: DEBUG oslo_vmware.api [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.115349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.115478] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.115666] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.115848] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.116023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.118119] env[68089]: INFO nova.compute.manager [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Terminating instance [ 1128.320235] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853546, 'name': Rename_Task, 'duration_secs': 0.218815} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.320517] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.320769] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb3ad05-4a3d-4f4b-9464-0ee4bc13cfc5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.327160] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1128.327160] env[68089]: value = "task-2853549" [ 1128.327160] env[68089]: _type = "Task" [ 1128.327160] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.334879] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.512283] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.512801] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.513258] env[68089]: DEBUG nova.compute.manager [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Going to confirm migration 8 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1128.532800] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075706} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.533226] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.534133] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6cdd4-7d1d-485f-a377-ad2e022b5cc0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.558569] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 2770e571-9bdc-4914-8dcd-d462e4f35095/2770e571-9bdc-4914-8dcd-d462e4f35095.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.562249] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90177632-507b-4e2f-ac55-a2b14dad8b9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.581286] env[68089]: DEBUG oslo_vmware.api [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853548, 'name': PowerOffVM_Task, 'duration_secs': 0.18427} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.582542] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.582751] env[68089]: DEBUG nova.compute.manager [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.583087] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1128.583087] env[68089]: value = "task-2853550" [ 1128.583087] env[68089]: _type = "Task" [ 1128.583087] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.584037] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8e9d83-f7ad-4d95-8940-2250358ea04c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.598483] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.621389] env[68089]: DEBUG nova.compute.manager [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.621684] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.623163] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a562e-1bb2-4d30-8aa1-e350b37d9de4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.630798] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.631040] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8944afd9-1fc5-4b51-bbc5-50c331b844b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.637222] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1128.637222] env[68089]: value = "task-2853551" [ 1128.637222] env[68089]: _type = "Task" [ 1128.637222] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.645171] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.837778] env[68089]: DEBUG oslo_vmware.api [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853549, 'name': PowerOnVM_Task, 'duration_secs': 0.460457} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.838166] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.838256] env[68089]: INFO nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1128.838447] env[68089]: DEBUG nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.839397] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71de4a06-7f33-4bb4-be9c-73f51ca93d02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.856847] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.857117] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.857323] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.857505] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.857673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.859553] env[68089]: INFO nova.compute.manager [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Terminating instance [ 1129.077918] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.078250] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.078544] env[68089]: DEBUG nova.network.neutron [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.078852] env[68089]: DEBUG nova.objects.instance [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'info_cache' on Instance uuid 79de7761-56d1-4aa8-90a1-b535c67d71ba {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.099504] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.100942] env[68089]: DEBUG oslo_concurrency.lockutils [None req-03f7c784-7ea3-4a95-8b8e-157700045e74 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.147841] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853551, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.358819] env[68089]: INFO nova.compute.manager [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Took 15.86 seconds to build instance. [ 1129.363589] env[68089]: DEBUG nova.compute.manager [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.363807] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.364835] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9bef9b-03c8-4443-b366-18a29f341e8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.374852] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.375617] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10798625-9caf-4758-8c49-8b4254725b21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.382046] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1129.382046] env[68089]: value = "task-2853552" [ 1129.382046] env[68089]: _type = "Task" [ 1129.382046] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.389758] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.596082] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853550, 'name': ReconfigVM_Task, 'duration_secs': 0.806097} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.597767] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 2770e571-9bdc-4914-8dcd-d462e4f35095/2770e571-9bdc-4914-8dcd-d462e4f35095.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.599343] env[68089]: DEBUG nova.compute.manager [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-changed-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.599540] env[68089]: DEBUG nova.compute.manager [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing instance network info cache due to event network-changed-023cf85d-cb3a-40fa-a7d9-266bc609a8b5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1129.599752] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.599893] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.600060] env[68089]: DEBUG nova.network.neutron [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing network info cache for port 023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.601270] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0a2fc0e-b9f2-4953-ab42-be65b8be2fe3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.608597] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1129.608597] env[68089]: value = "task-2853553" [ 1129.608597] env[68089]: _type = "Task" [ 1129.608597] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.619513] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853553, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.647165] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853551, 'name': PowerOffVM_Task, 'duration_secs': 0.53436} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.647448] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.647632] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.647877] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b65ed86a-9274-4c44-96b7-947fdab88468 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.722952] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.723216] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.723526] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleting the datastore file [datastore2] 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.723815] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fab1683-cd57-4544-b9dd-d79d6d915db6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.730444] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for the task: (returnval){ [ 1129.730444] env[68089]: value = "task-2853555" [ 1129.730444] env[68089]: _type = "Task" [ 1129.730444] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.738902] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.821687] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.821857] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.822041] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.822244] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.822536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.824947] env[68089]: INFO nova.compute.manager [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Terminating instance [ 1129.861266] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a25ef5d1-5a3b-41a2-a577-b57c54229ab2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.371s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.891467] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853552, 'name': PowerOffVM_Task, 'duration_secs': 0.193623} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.891718] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.891885] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.892142] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04ae6ba1-9b5f-4d58-9eab-e8c02f39a755 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.951407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.951630] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.951798] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleting the datastore file [datastore1] 53172294-c487-4793-a9cb-0d9d8dc83bbf {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.952079] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c293043e-33f6-4696-8fcc-6b50669a7511 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.958162] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1129.958162] env[68089]: value = "task-2853557" [ 1129.958162] env[68089]: _type = "Task" [ 1129.958162] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.967441] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.119839] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853553, 'name': Rename_Task, 'duration_secs': 0.210731} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.123066] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.123066] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d696dd-ebcc-4c8c-a9be-af04179cec52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.129973] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1130.129973] env[68089]: value = "task-2853558" [ 1130.129973] env[68089]: _type = "Task" [ 1130.129973] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.140191] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.240243] env[68089]: DEBUG oslo_vmware.api [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Task: {'id': task-2853555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28106} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.240519] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.240715] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.240900] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.241126] env[68089]: INFO nova.compute.manager [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1130.241378] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.241587] env[68089]: DEBUG nova.compute.manager [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.241670] env[68089]: DEBUG nova.network.neutron [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.308658] env[68089]: DEBUG nova.network.neutron [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updated VIF entry in instance network info cache for port 023cf85d-cb3a-40fa-a7d9-266bc609a8b5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.309065] env[68089]: DEBUG nova.network.neutron [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.328525] env[68089]: DEBUG nova.compute.manager [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.328940] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.329846] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f74808f-45ba-4c27-b67b-cc0b34abb1c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.340738] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.341056] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe6083f-583d-4b74-a9a0-e23ef8d2e9f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.353024] env[68089]: DEBUG nova.network.neutron [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [{"id": "75fe9390-93cc-4881-b191-e13a6e9061c3", "address": "fa:16:3e:c5:9c:85", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fe9390-93", "ovs_interfaceid": "75fe9390-93cc-4881-b191-e13a6e9061c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.406625] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.406853] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.407050] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore1] 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.407323] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f7cdf1-9241-4a60-86d1-6f0049fdf844 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.415393] env[68089]: DEBUG oslo_vmware.api [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1130.415393] env[68089]: value = "task-2853560" [ 1130.415393] env[68089]: _type = "Task" [ 1130.415393] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.423847] env[68089]: DEBUG oslo_vmware.api [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.468235] env[68089]: DEBUG oslo_vmware.api [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374034} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.468545] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.468960] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.468960] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.469125] env[68089]: INFO nova.compute.manager [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1130.471834] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.471834] env[68089]: DEBUG nova.compute.manager [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.471834] env[68089]: DEBUG nova.network.neutron [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.645852] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.811646] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bd1b19c-d90a-48c9-be5d-51520a092db6 req-0c39442f-047f-40f9-8259-53e71a5cb5cd service nova] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.855654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-79de7761-56d1-4aa8-90a1-b535c67d71ba" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.855947] env[68089]: DEBUG nova.objects.instance [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'migration_context' on Instance uuid 79de7761-56d1-4aa8-90a1-b535c67d71ba {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.927494] env[68089]: DEBUG oslo_vmware.api [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2304} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.927836] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.927950] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.928144] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.928315] env[68089]: INFO nova.compute.manager [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1130.928548] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.928730] env[68089]: DEBUG nova.compute.manager [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.928823] env[68089]: DEBUG nova.network.neutron [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.143632] env[68089]: DEBUG oslo_vmware.api [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853558, 'name': PowerOnVM_Task, 'duration_secs': 0.609202} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.143632] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.143632] env[68089]: INFO nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1131.143632] env[68089]: DEBUG nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.144232] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec959a-1193-46b7-815b-7a47858da9fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.348433] env[68089]: DEBUG nova.network.neutron [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.358810] env[68089]: DEBUG nova.objects.base [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Object Instance<79de7761-56d1-4aa8-90a1-b535c67d71ba> lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.359776] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14919204-9a6b-408f-9fe7-25c509f45c39 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.381925] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5bf03b8-0719-4f14-9fd3-877c755d07b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.388560] env[68089]: DEBUG oslo_vmware.api [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1131.388560] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52bcd738-1cdf-8989-ef8a-539429ff217a" [ 1131.388560] env[68089]: _type = "Task" [ 1131.388560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.396832] env[68089]: DEBUG oslo_vmware.api [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bcd738-1cdf-8989-ef8a-539429ff217a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.409367] env[68089]: DEBUG nova.network.neutron [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.631523] env[68089]: DEBUG nova.compute.manager [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Received event network-vif-deleted-b2b6544a-701b-4cd4-bf2c-9de2ec3a7d9d {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.631744] env[68089]: DEBUG nova.compute.manager [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Received event network-vif-deleted-0c1e37b8-633f-4065-baa8-9c69b59909b9 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.632025] env[68089]: DEBUG nova.compute.manager [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Received event network-vif-deleted-569f935d-0815-4c57-81b6-8a8ac1abb8e5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.632070] env[68089]: INFO nova.compute.manager [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Neutron deleted interface 569f935d-0815-4c57-81b6-8a8ac1abb8e5; detaching it from the instance and deleting it from the info cache [ 1131.632247] env[68089]: DEBUG nova.network.neutron [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.649092] env[68089]: DEBUG nova.network.neutron [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.667986] env[68089]: INFO nova.compute.manager [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Took 13.35 seconds to build instance. [ 1131.851254] env[68089]: INFO nova.compute.manager [-] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Took 1.38 seconds to deallocate network for instance. [ 1131.900920] env[68089]: DEBUG oslo_vmware.api [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52bcd738-1cdf-8989-ef8a-539429ff217a, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.901153] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.901396] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.912521] env[68089]: INFO nova.compute.manager [-] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Took 1.67 seconds to deallocate network for instance. [ 1132.015829] env[68089]: DEBUG nova.compute.manager [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Received event network-changed-c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1132.016294] env[68089]: DEBUG nova.compute.manager [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Refreshing instance network info cache due to event network-changed-c7cc0c0f-c331-4adf-97c4-659b00134c86. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1132.016294] env[68089]: DEBUG oslo_concurrency.lockutils [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] Acquiring lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.016294] env[68089]: DEBUG oslo_concurrency.lockutils [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] Acquired lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.016418] env[68089]: DEBUG nova.network.neutron [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Refreshing network info cache for port c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.140146] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7818a5bf-8309-4e7f-a539-1db7efb44b22 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.150962] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5d6100-3938-442b-baba-9a050cf35ea0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.164022] env[68089]: INFO nova.compute.manager [-] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Took 1.23 seconds to deallocate network for instance. [ 1132.170451] env[68089]: DEBUG oslo_concurrency.lockutils [None req-24572dd4-c29e-4ca2-b67a-57f733c517d4 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.860s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.190741] env[68089]: DEBUG nova.compute.manager [req-684cec99-fafd-457c-9022-e48ce86971bd req-c96bba10-23a3-4f77-9e31-adc8d0cf4e6f service nova] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Detach interface failed, port_id=569f935d-0815-4c57-81b6-8a8ac1abb8e5, reason: Instance 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1132.357773] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.422951] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.564484] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2097aeb1-1750-4da8-9c5f-b67f8814b562 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.574113] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764a31d-54bf-4dba-b636-32a31a184f10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.605923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da5013-ddd2-46f7-b3ce-a5688b09cb48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.616607] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67aeab2-d138-42e5-8bfa-0fcda485f199 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.630834] env[68089]: DEBUG nova.compute.provider_tree [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.669516] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.971590] env[68089]: DEBUG nova.network.neutron [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updated VIF entry in instance network info cache for port c7cc0c0f-c331-4adf-97c4-659b00134c86. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.971978] env[68089]: DEBUG nova.network.neutron [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updating instance_info_cache with network_info: [{"id": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "address": "fa:16:3e:25:af:b5", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cc0c0f-c3", "ovs_interfaceid": "c7cc0c0f-c331-4adf-97c4-659b00134c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.134158] env[68089]: DEBUG nova.scheduler.client.report [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.475240] env[68089]: DEBUG oslo_concurrency.lockutils [req-b41874d8-7f04-4b33-a181-7404a0ea791f req-96be9722-8c16-4a41-916c-b5ab2286f046 service nova] Releasing lock "refresh_cache-2770e571-9bdc-4914-8dcd-d462e4f35095" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.144953] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.243s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.148036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.790s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.148036] env[68089]: DEBUG nova.objects.instance [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'resources' on Instance uuid 53172294-c487-4793-a9cb-0d9d8dc83bbf {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.712081] env[68089]: INFO nova.scheduler.client.report [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocation for migration 8e855b54-2d71-485d-8bfc-54b11b133f0d [ 1134.820382] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dac7d9-224d-48f9-b495-3f845ebd37b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.828614] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113bb2dd-27af-44f7-8f03-a0eafc2b9033 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.860939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54fc3b3-cdf4-4ab5-b080-050c264cb66c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.869458] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65104c2-e2f2-494f-9789-85a56ddbd25d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.882186] env[68089]: DEBUG nova.compute.provider_tree [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.161561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.218940] env[68089]: DEBUG oslo_concurrency.lockutils [None req-885d25d8-c117-496d-a113-7558691f3ac7 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.706s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.219999] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.059s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.220236] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.220472] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.220649] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.224612] env[68089]: INFO nova.compute.manager [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Terminating instance [ 1135.386069] env[68089]: DEBUG nova.scheduler.client.report [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.603115] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.603315] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.727942] env[68089]: DEBUG nova.compute.manager [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.728177] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.729060] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f6c54-5aae-4fd6-aadf-38c3af583956 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.736986] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.737214] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4027bdb-4bc9-4198-8248-dee233d8679e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.743455] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1135.743455] env[68089]: value = "task-2853561" [ 1135.743455] env[68089]: _type = "Task" [ 1135.743455] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.750491] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.892910] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.896590] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.473s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.896590] env[68089]: DEBUG nova.objects.instance [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lazy-loading 'resources' on Instance uuid 6e8ce0b1-e3b1-4ece-b144-913204095c5e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.916828] env[68089]: INFO nova.scheduler.client.report [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted allocations for instance 53172294-c487-4793-a9cb-0d9d8dc83bbf [ 1136.105479] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.253391] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853561, 'name': PowerOffVM_Task, 'duration_secs': 0.175846} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.253757] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.253817] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.254176] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abb791e3-3b32-4df8-80a0-875bfe30b203 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.316311] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.316543] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.316733] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore2] 79de7761-56d1-4aa8-90a1-b535c67d71ba {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.317037] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e91a440d-0d65-43e4-a4fb-9e7fd1580593 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.323748] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1136.323748] env[68089]: value = "task-2853563" [ 1136.323748] env[68089]: _type = "Task" [ 1136.323748] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.331971] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.423240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a329df7d-a942-4efd-92fa-e54b82441bb7 tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "53172294-c487-4793-a9cb-0d9d8dc83bbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.566s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.555613] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e1b19b-3646-43a4-833b-574dfc65a3c6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.563022] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d2111-d303-42af-a61e-e57320b8944f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.595152] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55e2ba-384e-49d6-b2e6-f8404e8ccaaa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.603689] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5991b4-00db-43d0-842b-7187f3b43ac8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.620434] env[68089]: DEBUG nova.compute.provider_tree [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.633654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.834062] env[68089]: DEBUG oslo_vmware.api [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.834062] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.834062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.834062] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.834062] env[68089]: INFO nova.compute.manager [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1136.834399] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.834399] env[68089]: DEBUG nova.compute.manager [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.834497] env[68089]: DEBUG nova.network.neutron [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.856083] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.856290] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.856425] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.856606] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.856774] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.858858] env[68089]: INFO nova.compute.manager [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Terminating instance [ 1137.077431] env[68089]: DEBUG nova.compute.manager [req-1d0628ee-bd82-4957-899a-e50ff80b3224 req-b7eaec54-579f-47b3-8e84-f156a26b92d7 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Received event network-vif-deleted-75fe9390-93cc-4881-b191-e13a6e9061c3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1137.077548] env[68089]: INFO nova.compute.manager [req-1d0628ee-bd82-4957-899a-e50ff80b3224 req-b7eaec54-579f-47b3-8e84-f156a26b92d7 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Neutron deleted interface 75fe9390-93cc-4881-b191-e13a6e9061c3; detaching it from the instance and deleting it from the info cache [ 1137.077675] env[68089]: DEBUG nova.network.neutron [req-1d0628ee-bd82-4957-899a-e50ff80b3224 req-b7eaec54-579f-47b3-8e84-f156a26b92d7 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.124975] env[68089]: DEBUG nova.scheduler.client.report [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.362989] env[68089]: DEBUG nova.compute.manager [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.364082] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.364264] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30295d5-1ba6-4b44-a92f-b3b427696ad6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.373034] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.373034] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4ccf2e-dc4c-40d3-9dce-a3ebacbedddb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.378419] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1137.378419] env[68089]: value = "task-2853564" [ 1137.378419] env[68089]: _type = "Task" [ 1137.378419] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.386552] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.561920] env[68089]: DEBUG nova.network.neutron [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.580073] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6316ff53-c0be-4dbf-b29c-5b7dbc6382cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.592827] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9dc73b-c3a9-4466-9f77-f3fc811c8177 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.621064] env[68089]: DEBUG nova.compute.manager [req-1d0628ee-bd82-4957-899a-e50ff80b3224 req-b7eaec54-579f-47b3-8e84-f156a26b92d7 service nova] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Detach interface failed, port_id=75fe9390-93cc-4881-b191-e13a6e9061c3, reason: Instance 79de7761-56d1-4aa8-90a1-b535c67d71ba could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1137.629932] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.632272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.963s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.632579] env[68089]: DEBUG nova.objects.instance [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.647558] env[68089]: INFO nova.scheduler.client.report [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Deleted allocations for instance 6e8ce0b1-e3b1-4ece-b144-913204095c5e [ 1137.890048] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853564, 'name': PowerOffVM_Task, 'duration_secs': 0.202184} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.890048] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.890048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.890333] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba549e58-062f-4aa1-9b15-05d9cc4de091 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.957922] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.958388] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.958608] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleting the datastore file [datastore1] 4ea0f016-f05b-4875-bd27-c9634d0abf77 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.958883] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9551a1-fdd2-457c-9670-85c11a8b0526 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.965796] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for the task: (returnval){ [ 1137.965796] env[68089]: value = "task-2853566" [ 1137.965796] env[68089]: _type = "Task" [ 1137.965796] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.974337] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.064498] env[68089]: INFO nova.compute.manager [-] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Took 1.23 seconds to deallocate network for instance. [ 1138.156568] env[68089]: DEBUG oslo_concurrency.lockutils [None req-696c0f67-ff56-4ac8-ab83-fe99ce48127a tempest-AttachVolumeShelveTestJSON-1573571307 tempest-AttachVolumeShelveTestJSON-1573571307-project-member] Lock "6e8ce0b1-e3b1-4ece-b144-913204095c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.041s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.278396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e161b4-db6f-4b22-bb02-fb83b065d808 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.286269] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f32602e-b25e-44ed-9e9e-74f53c117ad1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.316208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824bd5a-02b4-4563-adab-aaaae927563b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.323447] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbad29a-c5a4-4bb8-983a-4dc86311366a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.338166] env[68089]: DEBUG nova.compute.provider_tree [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.428461] env[68089]: DEBUG nova.compute.manager [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1138.477156] env[68089]: DEBUG oslo_vmware.api [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Task: {'id': task-2853566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.477427] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.477618] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.477808] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.477974] env[68089]: INFO nova.compute.manager [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1138.478224] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.478418] env[68089]: DEBUG nova.compute.manager [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.478512] env[68089]: DEBUG nova.network.neutron [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.572226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.861335] env[68089]: ERROR nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [req-7712324b-d11b-413f-98a7-5e55f0f0aeb7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7b9eaf16-2c31-460a-bddd-0a303929cbe5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7712324b-d11b-413f-98a7-5e55f0f0aeb7"}]} [ 1138.877758] env[68089]: DEBUG nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1138.891656] env[68089]: DEBUG nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1138.891912] env[68089]: DEBUG nova.compute.provider_tree [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.903070] env[68089]: DEBUG nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1138.921539] env[68089]: DEBUG nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1138.945825] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.083044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba03cf98-19e7-4395-9fda-4294dc602a29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.090551] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4664f1b-2da4-4c36-b3f8-0e33ae32c8ad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.121021] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f904520-c9f5-4eae-aad0-45cf14d54aad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.124356] env[68089]: DEBUG nova.compute.manager [req-f470c54d-5a04-43c7-b701-16a4bb5ccce9 req-e359f933-bc74-4c90-9b77-55cb25940f31 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Received event network-vif-deleted-c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.124542] env[68089]: INFO nova.compute.manager [req-f470c54d-5a04-43c7-b701-16a4bb5ccce9 req-e359f933-bc74-4c90-9b77-55cb25940f31 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Neutron deleted interface c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e; detaching it from the instance and deleting it from the info cache [ 1139.124712] env[68089]: DEBUG nova.network.neutron [req-f470c54d-5a04-43c7-b701-16a4bb5ccce9 req-e359f933-bc74-4c90-9b77-55cb25940f31 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.131133] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1a988-fcfb-4bcb-a125-f1aafa001d2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.145245] env[68089]: DEBUG nova.compute.provider_tree [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.213326] env[68089]: DEBUG nova.network.neutron [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.627197] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90eb1666-c675-4fd5-98c8-5c0be30af4e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.636626] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6848d55-606e-4378-bae3-85cfb7e1a730 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.670505] env[68089]: DEBUG nova.compute.manager [req-f470c54d-5a04-43c7-b701-16a4bb5ccce9 req-e359f933-bc74-4c90-9b77-55cb25940f31 service nova] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Detach interface failed, port_id=c3dbcad4-d591-4fc3-8d2f-2b7ee2ba835e, reason: Instance 4ea0f016-f05b-4875-bd27-c9634d0abf77 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1139.677421] env[68089]: DEBUG nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updated inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1139.677670] env[68089]: DEBUG nova.compute.provider_tree [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 generation from 161 to 162 during operation: update_inventory {{(pid=68089) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1139.677848] env[68089]: DEBUG nova.compute.provider_tree [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.717426] env[68089]: INFO nova.compute.manager [-] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Took 1.24 seconds to deallocate network for instance. [ 1140.183153] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.551s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.186205] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.552s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.186965] env[68089]: INFO nova.compute.claims [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.206920] env[68089]: INFO nova.scheduler.client.report [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742 [ 1140.224272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.715446] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c59a931c-a1d5-4a47-a13f-7b805cc6ab81 tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.894s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.335828] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c69d7-f99e-4e83-8f69-0458af0ef0f4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.343761] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85b2f9-99cf-4d60-abe8-d5d678c6c1b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.375405] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439804b0-1b17-4a4b-86e7-5b552f8430d2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.383548] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68a639-6615-440e-a982-f38240584925 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.397333] env[68089]: DEBUG nova.compute.provider_tree [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.901118] env[68089]: DEBUG nova.scheduler.client.report [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.044300] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.044556] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.044764] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.044946] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.045127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.047295] env[68089]: INFO nova.compute.manager [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Terminating instance [ 1142.406245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.406730] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.409182] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.837s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.409375] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.411403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.466s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.433420] env[68089]: INFO nova.scheduler.client.report [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocations for instance 79de7761-56d1-4aa8-90a1-b535c67d71ba [ 1142.550252] env[68089]: DEBUG nova.compute.manager [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.550502] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.551402] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac64185-7716-4eb8-b6f0-092f45fcb46a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.559501] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.559722] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a89016-bd15-45ed-8d59-7aea0c9b5fa5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.565928] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1142.565928] env[68089]: value = "task-2853568" [ 1142.565928] env[68089]: _type = "Task" [ 1142.565928] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.574512] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.915062] env[68089]: DEBUG nova.compute.utils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.919407] env[68089]: INFO nova.compute.claims [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.922810] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.923474] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.940402] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8411b40d-d93b-41cf-ada8-e1339ab5f171 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "79de7761-56d1-4aa8-90a1-b535c67d71ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.720s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.960413] env[68089]: DEBUG nova.policy [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5aa1afbf06a4cf9b51c5b7a78cec0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74ad8b5760194df0a3e0937d225a8e57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.075724] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853568, 'name': PowerOffVM_Task, 'duration_secs': 0.202954} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.075985] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.076163] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.076404] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83874999-8b6e-4652-a7aa-c2990cd3528c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.136364] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.137206] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.137206] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleting the datastore file [datastore2] 0c4b47cf-01fd-4522-b2af-1df5087916f2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.137206] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f8b35f-3b36-43df-a9a5-9d4044c65e6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.143723] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for the task: (returnval){ [ 1143.143723] env[68089]: value = "task-2853570" [ 1143.143723] env[68089]: _type = "Task" [ 1143.143723] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.152098] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.215916] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Successfully created port: 20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.424112] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.429591] env[68089]: INFO nova.compute.resource_tracker [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating resource usage from migration ae6f1ea4-27c7-4a6e-a1e0-6b299e3b23e9 [ 1143.575270] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b6752-ca51-455a-9263-c131527021df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.582545] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c5621-4a3c-4e2e-ba3b-83cc17d16ffc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.614061] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610eb710-51c5-47e2-a313-30c46ec78063 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.621319] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fdd717-919a-4503-9029-7a6fc203f0f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.637226] env[68089]: DEBUG nova.compute.provider_tree [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.654062] env[68089]: DEBUG oslo_vmware.api [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Task: {'id': task-2853570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132981} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.654508] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.654508] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.654739] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.654961] env[68089]: INFO nova.compute.manager [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1143.655253] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.655502] env[68089]: DEBUG nova.compute.manager [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.655613] env[68089]: DEBUG nova.network.neutron [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.928291] env[68089]: DEBUG nova.compute.manager [req-4bd1327b-2c11-4d32-a2ae-1dd7ce166801 req-9a6f9131-5e28-4a2c-8edd-46c1a22cf815 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Received event network-vif-deleted-6ba462fa-7d11-4096-9f1d-92f661ed449b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1143.928574] env[68089]: INFO nova.compute.manager [req-4bd1327b-2c11-4d32-a2ae-1dd7ce166801 req-9a6f9131-5e28-4a2c-8edd-46c1a22cf815 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Neutron deleted interface 6ba462fa-7d11-4096-9f1d-92f661ed449b; detaching it from the instance and deleting it from the info cache [ 1143.928628] env[68089]: DEBUG nova.network.neutron [req-4bd1327b-2c11-4d32-a2ae-1dd7ce166801 req-9a6f9131-5e28-4a2c-8edd-46c1a22cf815 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.140467] env[68089]: DEBUG nova.scheduler.client.report [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.401580] env[68089]: DEBUG nova.network.neutron [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.431593] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-948bdc28-6b09-4502-91df-2064fd91fb8a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.441916] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80cc06-9876-41b1-a27e-6ee875c7013a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.454147] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.475701] env[68089]: DEBUG nova.compute.manager [req-4bd1327b-2c11-4d32-a2ae-1dd7ce166801 req-9a6f9131-5e28-4a2c-8edd-46c1a22cf815 service nova] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Detach interface failed, port_id=6ba462fa-7d11-4096-9f1d-92f661ed449b, reason: Instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1144.558998] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.559278] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.559433] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.559605] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.559749] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.562325] env[68089]: DEBUG nova.virt.hardware [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.562325] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e86aa-71ad-4739-81ab-8edb2e4214f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.571128] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdc48a-ba41-4f4a-9938-1fd3641f8e4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.645469] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.234s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.645682] env[68089]: INFO nova.compute.manager [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Migrating [ 1144.651970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.428s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.652218] env[68089]: DEBUG nova.objects.instance [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lazy-loading 'resources' on Instance uuid 4ea0f016-f05b-4875-bd27-c9634d0abf77 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.806466] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Successfully updated port: 20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.904522] env[68089]: INFO nova.compute.manager [-] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Took 1.25 seconds to deallocate network for instance. [ 1145.164072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.164400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.164476] env[68089]: DEBUG nova.network.neutron [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.277210] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89b1a7-13e8-4d1d-906a-648f70831872 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.285468] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c540a65b-ac12-4231-b391-2291c7645bb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.315842] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.315842] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.315992] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.317730] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e8b5f-c460-43a1-ad1b-5dbec2621ce6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.326471] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824d4f6-56c3-4e4c-af3c-62ac6ddf7a4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.340645] env[68089]: DEBUG nova.compute.provider_tree [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.411065] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.844032] env[68089]: DEBUG nova.scheduler.client.report [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.867306] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.960805] env[68089]: DEBUG nova.compute.manager [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Received event network-vif-plugged-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.960952] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Acquiring lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.961144] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.961301] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.961459] env[68089]: DEBUG nova.compute.manager [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] No waiting events found dispatching network-vif-plugged-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.961660] env[68089]: WARNING nova.compute.manager [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Received unexpected event network-vif-plugged-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec for instance with vm_state building and task_state spawning. [ 1145.961824] env[68089]: DEBUG nova.compute.manager [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Received event network-changed-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.961972] env[68089]: DEBUG nova.compute.manager [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Refreshing instance network info cache due to event network-changed-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1145.963550] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Acquiring lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.043170] env[68089]: DEBUG nova.network.neutron [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.081058] env[68089]: DEBUG nova.network.neutron [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Updating instance_info_cache with network_info: [{"id": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "address": "fa:16:3e:2a:82:59", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f3d86c-65", "ovs_interfaceid": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.348917] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.351329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.940s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.351554] env[68089]: DEBUG nova.objects.instance [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lazy-loading 'resources' on Instance uuid 0c4b47cf-01fd-4522-b2af-1df5087916f2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.372602] env[68089]: INFO nova.scheduler.client.report [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Deleted allocations for instance 4ea0f016-f05b-4875-bd27-c9634d0abf77 [ 1146.524091] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.550601] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.583170] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.583429] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Instance network_info: |[{"id": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "address": "fa:16:3e:2a:82:59", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f3d86c-65", "ovs_interfaceid": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.583753] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Acquired lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.583935] env[68089]: DEBUG nova.network.neutron [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Refreshing network info cache for port 20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.585045] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:82:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20f3d86c-65e2-4bcb-8263-fbdc539aa6ec', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.592288] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.595101] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.595545] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585077db-637d-4a7d-97fc-3313961175b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615372] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.615372] env[68089]: value = "task-2853571" [ 1146.615372] env[68089]: _type = "Task" [ 1146.615372] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.622882] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853571, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.788080] env[68089]: DEBUG nova.network.neutron [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Updated VIF entry in instance network info cache for port 20f3d86c-65e2-4bcb-8263-fbdc539aa6ec. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.788439] env[68089]: DEBUG nova.network.neutron [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Updating instance_info_cache with network_info: [{"id": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "address": "fa:16:3e:2a:82:59", "network": {"id": "2b2fb1a0-f3ab-4a57-b3cc-c79bd14cd700", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-938307108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74ad8b5760194df0a3e0937d225a8e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f3d86c-65", "ovs_interfaceid": "20f3d86c-65e2-4bcb-8263-fbdc539aa6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.879581] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3cf8f30b-73d0-4d80-9ea9-2432b8c01dcf tempest-ServerRescueNegativeTestJSON-70329298 tempest-ServerRescueNegativeTestJSON-70329298-project-member] Lock "4ea0f016-f05b-4875-bd27-c9634d0abf77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.023s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.971788] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d97f7-fecb-486e-9b44-3690dbca1bb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.979075] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb78c2-f923-46be-b932-810b9abb12b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.009781] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391fd52-8452-4524-91bd-4dc039a03c06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.017233] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cfc6f6-8bca-40bb-b04f-1e96658c82ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.031625] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Getting list of instances from cluster (obj){ [ 1147.031625] env[68089]: value = "domain-c8" [ 1147.031625] env[68089]: _type = "ClusterComputeResource" [ 1147.031625] env[68089]: } {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1147.032373] env[68089]: DEBUG nova.compute.provider_tree [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.034205] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd3da9f-9477-47e4-9b38-77b2f9c69b94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.051372] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Got total of 7 instances {{(pid=68089) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1147.051541] env[68089]: WARNING nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1147.051681] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 0c4b47cf-01fd-4522-b2af-1df5087916f2 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.051864] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052033] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 6004cf84-91c1-4195-88ce-9cba2faa41bd {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052192] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid a6a5eca2-b757-4f59-b7f4-a988adc0bba1 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052338] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052491] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052678] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 2770e571-9bdc-4914-8dcd-d462e4f35095 {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.052830] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Triggering sync for uuid 31b2195e-e9d4-4055-87cc-ce3493bf354e {{(pid=68089) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1147.053279] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.053427] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.053618] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.053866] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.054056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.054217] env[68089]: INFO nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1147.054370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.054577] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.054779] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.055015] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.055198] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.055435] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.055748] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.055858] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.056038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.056274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.057318] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f060786f-4022-4489-be73-d5cf519b0a90 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.060841] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d72c34-7ac9-4aa2-aff8-9deaec70af4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.063952] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788abcdc-b7fe-4c9e-8a02-b932741ef7f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.070144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f5bb5-4f0c-4d55-b000-b818b851bb26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.073019] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6563544b-66c3-4e0e-90d9-8bcce668042f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.125055] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853571, 'name': CreateVM_Task, 'duration_secs': 0.30771} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.125219] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.125865] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.126046] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.126353] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.126589] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6275f85-3bbf-43bc-8139-f66a952dbb6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.131508] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1147.131508] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa35bc-b775-66b1-ca07-2ddbb6940322" [ 1147.131508] env[68089]: _type = "Task" [ 1147.131508] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.140205] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa35bc-b775-66b1-ca07-2ddbb6940322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.290848] env[68089]: DEBUG oslo_concurrency.lockutils [req-e19d72c3-fa38-49d8-b949-ab49afea2c22 req-849d77bf-a38c-4bca-a82d-c413fe2188e5 service nova] Releasing lock "refresh_cache-31b2195e-e9d4-4055-87cc-ce3493bf354e" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.539369] env[68089]: DEBUG nova.scheduler.client.report [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.591545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.591893] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.592219] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.606536] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.606950] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.643519] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fa35bc-b775-66b1-ca07-2ddbb6940322, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.643519] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.643519] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.643519] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.643519] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.643771] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.643922] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9c37ee-8122-4544-a4b8-97d334a9e7aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.652886] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.653113] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.653868] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd45551-073a-4d69-b94e-80ba1dbcabde {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.659147] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1147.659147] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52152f18-58b1-9a15-4759-e87804270aec" [ 1147.659147] env[68089]: _type = "Task" [ 1147.659147] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.667524] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52152f18-58b1-9a15-4759-e87804270aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.044488] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.069369] env[68089]: INFO nova.scheduler.client.report [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Deleted allocations for instance 0c4b47cf-01fd-4522-b2af-1df5087916f2 [ 1148.084007] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d3a91-dba7-4cae-8a14-99b3e25ecd5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.103256] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.170683] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52152f18-58b1-9a15-4759-e87804270aec, 'name': SearchDatastore_Task, 'duration_secs': 0.013428} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.171517] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba78e87b-e8b1-42b0-a641-a4e3d30926a8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.177052] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1148.177052] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520c2172-c8b8-e02a-4dd3-46a638ddbf17" [ 1148.177052] env[68089]: _type = "Task" [ 1148.177052] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.185345] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520c2172-c8b8-e02a-4dd3-46a638ddbf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.580232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7be6e749-6a36-482a-a17e-3de031e0c9cf tempest-ServersTestJSON-1304968460 tempest-ServersTestJSON-1304968460-project-member] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.536s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.585884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.528s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.586445] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a9420b-1a17-4ea9-95e6-929b9673ddf8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.601044] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b455f3-ecad-47c6-b7c5-fd0ea00a866e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.615456] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.615456] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40e5549-7673-40e3-a694-883f34b3744d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.625314] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1148.625314] env[68089]: value = "task-2853572" [ 1148.625314] env[68089]: _type = "Task" [ 1148.625314] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.647534] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.689427] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520c2172-c8b8-e02a-4dd3-46a638ddbf17, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.689427] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.689427] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 31b2195e-e9d4-4055-87cc-ce3493bf354e/31b2195e-e9d4-4055-87cc-ce3493bf354e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.689427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0414b0f0-baae-4f13-85c3-245c852a10c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.695508] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1148.695508] env[68089]: value = "task-2853573" [ 1148.695508] env[68089]: _type = "Task" [ 1148.695508] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.703973] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.135900] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853572, 'name': PowerOffVM_Task, 'duration_secs': 0.178843} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.136462] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.137096] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.145459] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "0c4b47cf-01fd-4522-b2af-1df5087916f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.206271] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48468} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.206533] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 31b2195e-e9d4-4055-87cc-ce3493bf354e/31b2195e-e9d4-4055-87cc-ce3493bf354e.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.206745] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.206983] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1969eeeb-5cca-4cc4-b0f4-8b7a2570b338 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.213645] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1149.213645] env[68089]: value = "task-2853574" [ 1149.213645] env[68089]: _type = "Task" [ 1149.213645] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.221143] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.645897] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.645897] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.646206] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.646206] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.646343] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.646489] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.646752] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.646926] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.647166] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.647369] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.647596] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.652692] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd633e5-7ef4-4da6-9ec5-2589c496a490 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.668907] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1149.668907] env[68089]: value = "task-2853575" [ 1149.668907] env[68089]: _type = "Task" [ 1149.668907] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.677353] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.724502] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063834} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.724502] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.725184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707beb4-5aec-4b00-82c9-19a043b528aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.746942] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 31b2195e-e9d4-4055-87cc-ce3493bf354e/31b2195e-e9d4-4055-87cc-ce3493bf354e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.747279] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f38f32-2549-48bb-97c5-6ccad34223ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.766383] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1149.766383] env[68089]: value = "task-2853576" [ 1149.766383] env[68089]: _type = "Task" [ 1149.766383] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.774417] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.179983] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.276064] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.680409] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853575, 'name': ReconfigVM_Task, 'duration_secs': 0.546592} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.680733] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.776290] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853576, 'name': ReconfigVM_Task, 'duration_secs': 0.653356} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.776663] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 31b2195e-e9d4-4055-87cc-ce3493bf354e/31b2195e-e9d4-4055-87cc-ce3493bf354e.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.777224] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b88708ff-7d23-4437-a92c-e9e911edc522 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.783073] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1150.783073] env[68089]: value = "task-2853577" [ 1150.783073] env[68089]: _type = "Task" [ 1150.783073] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.790669] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853577, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.179999] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.180299] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.187043] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.187334] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.187515] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.187695] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.187845] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.187995] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.188232] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.188385] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.188552] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.188711] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.188879] env[68089]: DEBUG nova.virt.hardware [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.194152] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.195038] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3785a676-d756-49d8-a629-e3bf915601eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.213374] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1151.213374] env[68089]: value = "task-2853578" [ 1151.213374] env[68089]: _type = "Task" [ 1151.213374] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.222137] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.292459] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853577, 'name': Rename_Task, 'duration_secs': 0.141389} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.292853] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.293146] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-845d9639-f383-489a-a74c-5a885193c65f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.298649] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1151.298649] env[68089]: value = "task-2853579" [ 1151.298649] env[68089]: _type = "Task" [ 1151.298649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.306509] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.683748] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.723970] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853578, 'name': ReconfigVM_Task, 'duration_secs': 0.156948} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.724610] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.725948] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382bd421-2cda-4ba6-aa14-b3db1c534cad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.748536] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.748974] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d021fa29-c1d6-477f-9c4c-11b2f9ac1115 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.766889] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1151.766889] env[68089]: value = "task-2853580" [ 1151.766889] env[68089]: _type = "Task" [ 1151.766889] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.774699] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.807815] env[68089]: DEBUG oslo_vmware.api [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853579, 'name': PowerOnVM_Task, 'duration_secs': 0.40736} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.808057] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.808274] env[68089]: INFO nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1151.808453] env[68089]: DEBUG nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.809279] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f22f55-8708-4732-9cc5-68658fa30772 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.207651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.207927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.209513] env[68089]: INFO nova.compute.claims [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.276714] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853580, 'name': ReconfigVM_Task, 'duration_secs': 0.322769} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.276994] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.277329] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.325330] env[68089]: INFO nova.compute.manager [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Took 15.71 seconds to build instance. [ 1152.783598] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f207d8-afa8-4e7e-8ecd-4100faab8a11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.802318] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc51b9f0-7619-451e-8fc6-bb0620e1a338 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.819748] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.826875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b7b5315a-284a-4585-8746-602b414c895e tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.223s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.827154] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.771s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.827337] env[68089]: INFO nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1152.827500] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.328367] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf8a79-57c4-450c-bda7-0a919e6e8dcc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.337372] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca8efca-c59d-4371-9659-02b8fa29f26a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.045230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.045522] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.045682] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.045856] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.046034] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.048342] env[68089]: DEBUG nova.network.neutron [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Port 1894a61c-c962-46bb-828b-8486af10b217 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.050168] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043a98c-e816-44d0-9e22-9299bd5b0d11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.053193] env[68089]: INFO nova.compute.manager [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Terminating instance [ 1154.061259] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a0b97-e7ac-4de5-ba0e-187cae696c59 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.075533] env[68089]: DEBUG nova.compute.provider_tree [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.399324] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.559034] env[68089]: DEBUG nova.compute.manager [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.559279] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.560352] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69911d3b-d742-4363-9dc7-5d95689617a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.568023] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.568260] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81d32897-109f-4278-830e-07d2a41e0063 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.574720] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1154.574720] env[68089]: value = "task-2853581" [ 1154.574720] env[68089]: _type = "Task" [ 1154.574720] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.578669] env[68089]: DEBUG nova.scheduler.client.report [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.585251] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.668174] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.668508] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.668754] env[68089]: INFO nova.compute.manager [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Shelving [ 1154.871888] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.872086] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.074661] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.074993] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.075070] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.085341] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853581, 'name': PowerOffVM_Task, 'duration_secs': 0.169276} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.086071] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.086315] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.086955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.087439] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.089910] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a861a3-bea8-45ea-b3df-7fee5d0c42a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.104996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.105274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.105517] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "b83add5c-6e78-4218-96bd-204548551f7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.105747] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.105962] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.107910] env[68089]: INFO nova.compute.manager [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Terminating instance [ 1155.149245] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.149475] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.149705] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleting the datastore file [datastore1] 31b2195e-e9d4-4055-87cc-ce3493bf354e {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.150245] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81804516-1384-4498-9e7a-b3843b72f02d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.157394] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for the task: (returnval){ [ 1155.157394] env[68089]: value = "task-2853583" [ 1155.157394] env[68089]: _type = "Task" [ 1155.157394] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.164797] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.593749] env[68089]: DEBUG nova.compute.utils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.595369] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.595539] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.611100] env[68089]: DEBUG nova.compute.manager [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.611302] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.612480] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b2f9bb-53d4-4bfc-9475-b0d506595079 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.621216] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.621454] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a7cf98-32d4-4b20-acaf-b31c16056589 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.628499] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1155.628499] env[68089]: value = "task-2853584" [ 1155.628499] env[68089]: _type = "Task" [ 1155.628499] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.635953] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.637624] env[68089]: DEBUG nova.policy [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf26deb0c0db4b24bb3861a3b16d1a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a6bd81f6c7420193742fc70458b903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.667856] env[68089]: DEBUG oslo_vmware.api [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Task: {'id': task-2853583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155003} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.668168] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.668380] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.668561] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.668752] env[68089]: INFO nova.compute.manager [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1155.668993] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.669228] env[68089]: DEBUG nova.compute.manager [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.669328] env[68089]: DEBUG nova.network.neutron [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.677092] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.677348] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38014e7-2c94-438c-8b91-725a564e522b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.684258] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1155.684258] env[68089]: value = "task-2853585" [ 1155.684258] env[68089]: _type = "Task" [ 1155.684258] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.692275] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.871967] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.055358] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Successfully created port: 2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.095818] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.101939] env[68089]: DEBUG nova.compute.manager [req-46b7fd71-938b-4f70-83e4-1f8caee7c52a req-0e2940ad-aa54-496b-87f7-18856cf1618c service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Received event network-vif-deleted-20f3d86c-65e2-4bcb-8263-fbdc539aa6ec {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.102162] env[68089]: INFO nova.compute.manager [req-46b7fd71-938b-4f70-83e4-1f8caee7c52a req-0e2940ad-aa54-496b-87f7-18856cf1618c service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Neutron deleted interface 20f3d86c-65e2-4bcb-8263-fbdc539aa6ec; detaching it from the instance and deleting it from the info cache [ 1156.102346] env[68089]: DEBUG nova.network.neutron [req-46b7fd71-938b-4f70-83e4-1f8caee7c52a req-0e2940ad-aa54-496b-87f7-18856cf1618c service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.121344] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.121344] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.121506] env[68089]: DEBUG nova.network.neutron [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.139538] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853584, 'name': PowerOffVM_Task, 'duration_secs': 0.245737} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.139814] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.139984] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.140258] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8778f825-6d6d-48d9-8fb0-b6c109425d70 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.193366] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853585, 'name': PowerOffVM_Task, 'duration_secs': 0.203086} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.193586] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.194399] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99558c1c-cc29-4ad3-9cfa-4da905276d74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.213365] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de46dfe2-1811-474b-98c6-6ea3ed5a67ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.225035] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.225249] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.225426] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleting the datastore file [datastore2] b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.225738] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f9f508-81a1-474d-a0f4-8d9a9e116c0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.232407] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1156.232407] env[68089]: value = "task-2853587" [ 1156.232407] env[68089]: _type = "Task" [ 1156.232407] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.241134] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.553930] env[68089]: DEBUG nova.network.neutron [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.608121] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64f0d09a-0592-4242-8d5a-98810cd0bdfd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.617444] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb15e7f-a0c8-4187-b890-4fd3b36a289a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.650603] env[68089]: DEBUG nova.compute.manager [req-46b7fd71-938b-4f70-83e4-1f8caee7c52a req-0e2940ad-aa54-496b-87f7-18856cf1618c service nova] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Detach interface failed, port_id=20f3d86c-65e2-4bcb-8263-fbdc539aa6ec, reason: Instance 31b2195e-e9d4-4055-87cc-ce3493bf354e could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1156.725018] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Creating Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1156.725365] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b39bb75e-3791-4c40-81cb-94de453730b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.733444] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1156.733444] env[68089]: value = "task-2853588" [ 1156.733444] env[68089]: _type = "Task" [ 1156.733444] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.749783] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853588, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.750050] env[68089]: DEBUG oslo_vmware.api [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19609} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.750290] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.750478] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.750700] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.750906] env[68089]: INFO nova.compute.manager [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1156.751168] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.751350] env[68089]: DEBUG nova.compute.manager [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.751442] env[68089]: DEBUG nova.network.neutron [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.861975] env[68089]: DEBUG nova.network.neutron [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.871948] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.872124] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1157.056752] env[68089]: INFO nova.compute.manager [-] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Took 1.39 seconds to deallocate network for instance. [ 1157.111630] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.138770] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.138910] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.139033] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.139270] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.139452] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.139594] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.139819] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.140193] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.140193] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.140322] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.140473] env[68089]: DEBUG nova.virt.hardware [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.141340] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d3a71-ad7f-46d9-8c32-ea419b56999f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.151038] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b809d83-dcc6-4037-b659-9e12b64c34f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.249039] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.283587] env[68089]: DEBUG nova.compute.manager [req-de6370ae-7fa2-4646-948a-046ecfc831e5 req-4ea873aa-ec38-47e8-a554-94eaa3df2e66 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Received event network-vif-deleted-29447101-38ee-49f1-b57b-af0cbc19a992 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.283587] env[68089]: INFO nova.compute.manager [req-de6370ae-7fa2-4646-948a-046ecfc831e5 req-4ea873aa-ec38-47e8-a554-94eaa3df2e66 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Neutron deleted interface 29447101-38ee-49f1-b57b-af0cbc19a992; detaching it from the instance and deleting it from the info cache [ 1157.283587] env[68089]: DEBUG nova.network.neutron [req-de6370ae-7fa2-4646-948a-046ecfc831e5 req-4ea873aa-ec38-47e8-a554-94eaa3df2e66 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.364742] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.528942] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Successfully updated port: 2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.563607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.563947] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.564202] env[68089]: DEBUG nova.objects.instance [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lazy-loading 'resources' on Instance uuid 31b2195e-e9d4-4055-87cc-ce3493bf354e {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.748060] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853588, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.768030] env[68089]: DEBUG nova.network.neutron [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.788605] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27cbe6d0-cd71-4c7c-9012-80088d35ebb0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.800443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2fd3dc-7306-4e37-bf80-647d9f47c390 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.830069] env[68089]: DEBUG nova.compute.manager [req-de6370ae-7fa2-4646-948a-046ecfc831e5 req-4ea873aa-ec38-47e8-a554-94eaa3df2e66 service nova] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Detach interface failed, port_id=29447101-38ee-49f1-b57b-af0cbc19a992, reason: Instance b83add5c-6e78-4218-96bd-204548551f7a could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1157.874476] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.891963] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30709c5-0798-4fcf-a513-5d84f67f6a0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910934] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190284b0-f89e-4358-9f1f-1152fba64102 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.917471] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.031791] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.031950] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.032120] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.126891] env[68089]: DEBUG nova.compute.manager [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Received event network-vif-plugged-2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.127144] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.127397] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.127502] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.127646] env[68089]: DEBUG nova.compute.manager [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] No waiting events found dispatching network-vif-plugged-2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.127843] env[68089]: WARNING nova.compute.manager [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Received unexpected event network-vif-plugged-2f7e89ea-01d9-4b8a-8549-ddf1d19af624 for instance with vm_state building and task_state spawning. [ 1158.127967] env[68089]: DEBUG nova.compute.manager [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Received event network-changed-2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.128119] env[68089]: DEBUG nova.compute.manager [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Refreshing instance network info cache due to event network-changed-2f7e89ea-01d9-4b8a-8549-ddf1d19af624. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1158.128284] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Acquiring lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.175150] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c540f5-7e54-4fb5-95b9-21b208ad0b36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.182780] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d940a1-c417-47ea-b4d6-a545de73800b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.214147] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a341ccf-9d9b-45fe-9428-1aa80954e36d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.221212] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c6291-859b-4c1d-9f13-add45ea78a66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.234660] env[68089]: DEBUG nova.compute.provider_tree [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.246161] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853588, 'name': CreateSnapshot_Task, 'duration_secs': 1.058689} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.246253] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Created Snapshot of the VM instance {{(pid=68089) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1158.247019] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bbc93-8423-44b8-8e14-5bd8a0255866 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.270289] env[68089]: INFO nova.compute.manager [-] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Took 1.52 seconds to deallocate network for instance. [ 1158.423848] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.424161] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f235f971-497c-4efd-b826-7c0c23534225 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.432226] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1158.432226] env[68089]: value = "task-2853589" [ 1158.432226] env[68089]: _type = "Task" [ 1158.432226] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.439382] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.563746] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.689590] env[68089]: DEBUG nova.network.neutron [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Updating instance_info_cache with network_info: [{"id": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "address": "fa:16:3e:a8:1a:b8", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7e89ea-01", "ovs_interfaceid": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.737521] env[68089]: DEBUG nova.scheduler.client.report [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.764053] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Creating linked-clone VM from snapshot {{(pid=68089) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1158.764230] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-402ea0d1-05e9-4f14-b64e-1b0edc9787d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.775259] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1158.775259] env[68089]: value = "task-2853590" [ 1158.775259] env[68089]: _type = "Task" [ 1158.775259] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.776637] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.787248] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853590, 'name': CloneVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.871907] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.872188] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.942777] env[68089]: DEBUG oslo_vmware.api [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853589, 'name': PowerOnVM_Task, 'duration_secs': 0.410128} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.943075] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.943410] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6fa989-8fec-4100-bc85-7fd7bfe3b2e2 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance '6004cf84-91c1-4195-88ce-9cba2faa41bd' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.193058] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.193058] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance network_info: |[{"id": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "address": "fa:16:3e:a8:1a:b8", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7e89ea-01", "ovs_interfaceid": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.193058] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Acquired lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.193058] env[68089]: DEBUG nova.network.neutron [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Refreshing network info cache for port 2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.195048] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7e89ea-01d9-4b8a-8549-ddf1d19af624', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.202502] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.205488] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.207652] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81119279-e7a8-467c-a49e-d7f32c7891b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.227066] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.227066] env[68089]: value = "task-2853591" [ 1159.227066] env[68089]: _type = "Task" [ 1159.227066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.235927] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853591, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.241711] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.244030] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.467s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.244271] env[68089]: DEBUG nova.objects.instance [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'resources' on Instance uuid b83add5c-6e78-4218-96bd-204548551f7a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.270879] env[68089]: INFO nova.scheduler.client.report [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Deleted allocations for instance 31b2195e-e9d4-4055-87cc-ce3493bf354e [ 1159.285217] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853590, 'name': CloneVM_Task} progress is 94%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.374912] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.420466] env[68089]: DEBUG nova.network.neutron [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Updated VIF entry in instance network info cache for port 2f7e89ea-01d9-4b8a-8549-ddf1d19af624. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.420914] env[68089]: DEBUG nova.network.neutron [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Updating instance_info_cache with network_info: [{"id": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "address": "fa:16:3e:a8:1a:b8", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7e89ea-01", "ovs_interfaceid": "2f7e89ea-01d9-4b8a-8549-ddf1d19af624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.737635] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853591, 'name': CreateVM_Task, 'duration_secs': 0.34862} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.737869] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.745765] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.745847] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.746222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.746500] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18199cc1-1171-4ba3-a563-de7484c35897 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.753423] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1159.753423] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52eadee2-4c3f-d176-8666-6a60c328a2df" [ 1159.753423] env[68089]: _type = "Task" [ 1159.753423] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.761583] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52eadee2-4c3f-d176-8666-6a60c328a2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.781133] env[68089]: DEBUG oslo_concurrency.lockutils [None req-0dd17260-da88-40af-9c8c-dda25922ba28 tempest-ServerDiskConfigTestJSON-1867328631 tempest-ServerDiskConfigTestJSON-1867328631-project-member] Lock "31b2195e-e9d4-4055-87cc-ce3493bf354e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.790534] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853590, 'name': CloneVM_Task} progress is 95%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.857162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e68d857-0611-4af7-b0fb-2f4046e5e855 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.864742] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463fc8c0-b126-49e6-af7d-556ed75c067f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.895917] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e83179e-aab6-4e8d-b647-81fc7d41ebd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.902713] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b282233-28e0-44c5-82a0-b15d5b7f7c3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.915410] env[68089]: DEBUG nova.compute.provider_tree [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.923548] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e5d9e2-d49a-49f9-8bc1-a2547013422b req-b3828908-c855-42c5-8dc7-3c882df55580 service nova] Releasing lock "refresh_cache-802877a5-a9c0-4c89-87a8-b6ff3cb77948" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.265225] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52eadee2-4c3f-d176-8666-6a60c328a2df, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.265595] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.265749] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.266038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.266142] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.266340] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.266540] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-978912c6-fbd2-404b-9d44-eb02a2540b1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.274265] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.274442] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.275123] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd1a077-e081-4a0b-94da-6ca41751edd3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.282522] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1160.282522] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52efca55-5a5b-3d0c-6011-7fa4e3e7fc57" [ 1160.282522] env[68089]: _type = "Task" [ 1160.282522] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.288964] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853590, 'name': CloneVM_Task, 'duration_secs': 1.342468} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.289553] env[68089]: INFO nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Created linked-clone VM from snapshot [ 1160.290244] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9405fd-b4c4-4c75-ae37-4018637e19cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.295604] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52efca55-5a5b-3d0c-6011-7fa4e3e7fc57, 'name': SearchDatastore_Task, 'duration_secs': 0.01182} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.296608] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d78b37-9a6e-499d-8ed4-9c435977127b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.301525] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Uploading image 698f638a-8225-4de0-a674-4f811ad8a65a {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1160.306022] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1160.306022] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5207f7d9-9f80-69b4-39ba-6ebb2efdca6c" [ 1160.306022] env[68089]: _type = "Task" [ 1160.306022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.312954] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5207f7d9-9f80-69b4-39ba-6ebb2efdca6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.329491] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1160.329491] env[68089]: value = "vm-573764" [ 1160.329491] env[68089]: _type = "VirtualMachine" [ 1160.329491] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1160.329770] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2a444694-7977-4391-ada6-6be24a7db88c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.337485] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease: (returnval){ [ 1160.337485] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231f9f7-1ec5-6445-38b6-48b59357532e" [ 1160.337485] env[68089]: _type = "HttpNfcLease" [ 1160.337485] env[68089]: } obtained for exporting VM: (result){ [ 1160.337485] env[68089]: value = "vm-573764" [ 1160.337485] env[68089]: _type = "VirtualMachine" [ 1160.337485] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1160.337764] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the lease: (returnval){ [ 1160.337764] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231f9f7-1ec5-6445-38b6-48b59357532e" [ 1160.337764] env[68089]: _type = "HttpNfcLease" [ 1160.337764] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.344732] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.344732] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231f9f7-1ec5-6445-38b6-48b59357532e" [ 1160.344732] env[68089]: _type = "HttpNfcLease" [ 1160.344732] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.418890] env[68089]: DEBUG nova.scheduler.client.report [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.817639] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5207f7d9-9f80-69b4-39ba-6ebb2efdca6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.818207] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.818624] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.819071] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b00869e0-9db0-4248-9d11-d18c965d529d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.825977] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1160.825977] env[68089]: value = "task-2853593" [ 1160.825977] env[68089]: _type = "Task" [ 1160.825977] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.835075] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.845762] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.845762] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231f9f7-1ec5-6445-38b6-48b59357532e" [ 1160.845762] env[68089]: _type = "HttpNfcLease" [ 1160.845762] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1160.845762] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1160.845762] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5231f9f7-1ec5-6445-38b6-48b59357532e" [ 1160.845762] env[68089]: _type = "HttpNfcLease" [ 1160.845762] env[68089]: }. {{(pid=68089) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1160.845762] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2200f6b-b653-4256-b31c-9d6ea8fcf627 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.852607] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1160.852812] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk for reading. {{(pid=68089) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1160.924053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.925733] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.551s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.925926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.926102] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1160.926939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6beee-532c-43bb-b21d-904986e7d74b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.935178] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd1b874-a1d0-41b9-97dc-3f65c04a48c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.952384] env[68089]: INFO nova.scheduler.client.report [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleted allocations for instance b83add5c-6e78-4218-96bd-204548551f7a [ 1160.957208] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53248b42-7ee1-4632-9067-d4a1bf87f104 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.961262] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d598c95a-d3cb-437d-82c7-a5c396433e7a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.969204] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0296ff-54a2-45a3-b323-dd53211bed9c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.002094] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179271MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.002247] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.002407] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.341184] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853593, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.467174] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5c23b4c0-564a-4b22-97f6-812fee639b16 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "b83add5c-6e78-4218-96bd-204548551f7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.362s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.839286] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518251} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.839776] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.842248] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.842248] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b3b9453-0ddf-4223-8b44-f5fc057eddaa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.851022] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1161.851022] env[68089]: value = "task-2853594" [ 1161.851022] env[68089]: _type = "Task" [ 1161.851022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.859932] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.018569] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Applying migration context for instance 6004cf84-91c1-4195-88ce-9cba2faa41bd as it has an incoming, in-progress migration ae6f1ea4-27c7-4a6e-a1e0-6b299e3b23e9. Migration status is reverting {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1162.020037] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating resource usage from migration ae6f1ea4-27c7-4a6e-a1e0-6b299e3b23e9 [ 1162.046668] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.046832] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.048517] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.048632] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 2770e571-9bdc-4914-8dcd-d462e4f35095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.048763] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Migration ae6f1ea4-27c7-4a6e-a1e0-6b299e3b23e9 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1162.048888] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 6004cf84-91c1-4195-88ce-9cba2faa41bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.048997] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 802877a5-a9c0-4c89-87a8-b6ff3cb77948 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.049230] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.049388] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.129729] env[68089]: DEBUG nova.network.neutron [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Port 1894a61c-c962-46bb-828b-8486af10b217 binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.129845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.129965] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.130403] env[68089]: DEBUG nova.network.neutron [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.176876] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee8b763-1f2a-4391-b049-1620f711aea4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.186374] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a759a1cd-64fb-418c-b911-ebc02bd79112 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.217953] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385cb1d-abdb-4dfc-bed1-cacf0dd11870 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.225632] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dfbd67-104b-4ed7-9553-ea59b25d927d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.242234] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.364263] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.364773] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.365940] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a7b9f-3014-4e35-b6fa-7f9f487fee1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.397218] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.397810] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dbd0c8d-cad9-4e1a-9386-85aefcf3d542 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.422834] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1162.422834] env[68089]: value = "task-2853595" [ 1162.422834] env[68089]: _type = "Task" [ 1162.422834] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.431560] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.749124] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.879116] env[68089]: DEBUG nova.network.neutron [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.935013] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853595, 'name': ReconfigVM_Task, 'duration_secs': 0.298539} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.935456] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.936150] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff06f244-d27d-4c9c-9069-6fcc41112f1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.943159] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1162.943159] env[68089]: value = "task-2853596" [ 1162.943159] env[68089]: _type = "Task" [ 1162.943159] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.953043] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853596, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.256983] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.256983] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.381800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.454918] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853596, 'name': Rename_Task, 'duration_secs': 0.150784} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.455277] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.455634] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33fb8a0e-a0fe-463e-a4b1-9f81e8b21b85 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.462855] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1163.462855] env[68089]: value = "task-2853597" [ 1163.462855] env[68089]: _type = "Task" [ 1163.462855] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.471099] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.680890] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.681182] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.886117] env[68089]: DEBUG nova.compute.manager [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68089) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1163.886504] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.886907] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.974489] env[68089]: DEBUG oslo_vmware.api [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853597, 'name': PowerOnVM_Task, 'duration_secs': 0.445286} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.974773] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.974971] env[68089]: INFO nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1163.975170] env[68089]: DEBUG nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.975906] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79442e71-103f-4d5b-9d9f-599f78808ad6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.187030] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.392267] env[68089]: DEBUG nova.objects.instance [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'migration_context' on Instance uuid 6004cf84-91c1-4195-88ce-9cba2faa41bd {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.498142] env[68089]: INFO nova.compute.manager [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Took 12.30 seconds to build instance. [ 1164.710021] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.000454] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f499c5f3-4715-4d67-9ebc-1fe785b9e3e8 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.820s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.015586] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab1b3a-8923-402c-a3f1-063f196836a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.024774] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4947a82-9178-4e3e-89d4-56adb483acc2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.056084] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c26c240-9ed0-4b1e-8de5-e0b15a9e279d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.065456] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669292a5-a828-468a-96b0-b9ccde81c401 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.078096] env[68089]: DEBUG nova.compute.provider_tree [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.584114] env[68089]: DEBUG nova.scheduler.client.report [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.838647] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.838794] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.887317] env[68089]: DEBUG oslo_concurrency.lockutils [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.887541] env[68089]: DEBUG oslo_concurrency.lockutils [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.887720] env[68089]: DEBUG nova.compute.manager [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.888926] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4751a-e34c-4785-9308-adf763a1a7b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.895941] env[68089]: DEBUG nova.compute.manager [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1165.896547] env[68089]: DEBUG nova.objects.instance [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'flavor' on Instance uuid 802877a5-a9c0-4c89-87a8-b6ff3cb77948 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.344034] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.596895] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.710s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.605168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.895s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.606705] env[68089]: INFO nova.compute.claims [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.873401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.905075] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.905234] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75ee910-a637-437d-ae8d-21050233ec18 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.913300] env[68089]: DEBUG oslo_vmware.api [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1166.913300] env[68089]: value = "task-2853598" [ 1166.913300] env[68089]: _type = "Task" [ 1166.913300] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.923526] env[68089]: DEBUG oslo_vmware.api [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.423408] env[68089]: DEBUG oslo_vmware.api [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853598, 'name': PowerOffVM_Task, 'duration_secs': 0.2039} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.423700] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.423895] env[68089]: DEBUG nova.compute.manager [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.424686] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b9d029-8b27-47b9-adcb-f78ef747fb92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.745721] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae38ac-7c2b-490c-84a1-22b7120293f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.754202] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a17e10-c5d5-49b3-9964-3fe33f864de6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.785418] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becfe2b0-0d4a-462b-b854-e888b183d4f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.793424] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e3873-f5de-4dab-ba68-1e2b252d2d7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.808416] env[68089]: DEBUG nova.compute.provider_tree [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.936695] env[68089]: DEBUG oslo_concurrency.lockutils [None req-129308f0-7690-4cb6-8627-32db5317dd45 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.143909] env[68089]: INFO nova.compute.manager [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Swapping old allocation on dict_keys(['7b9eaf16-2c31-460a-bddd-0a303929cbe5']) held by migration ae6f1ea4-27c7-4a6e-a1e0-6b299e3b23e9 for instance [ 1168.167544] env[68089]: DEBUG nova.scheduler.client.report [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Overwriting current allocation {'allocations': {'7b9eaf16-2c31-460a-bddd-0a303929cbe5': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 165}}, 'project_id': '346a534cc5954657b07f4451c6ae4f06', 'user_id': 'afdb69fd057549e3a78295fd08d0c04c', 'consumer_generation': 1} on consumer 6004cf84-91c1-4195-88ce-9cba2faa41bd {{(pid=68089) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1168.224172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.224441] env[68089]: DEBUG oslo_concurrency.lockutils [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.224764] env[68089]: DEBUG nova.objects.instance [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.248140] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.248339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.248523] env[68089]: DEBUG nova.network.neutron [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.311675] env[68089]: DEBUG nova.scheduler.client.report [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.412840] env[68089]: INFO nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Rebuilding instance [ 1168.460258] env[68089]: DEBUG nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.461250] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3aef56-5117-4d69-b966-94c15ee821e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.729053] env[68089]: DEBUG nova.objects.instance [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.816613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.817153] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.820112] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.947s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.822202] env[68089]: INFO nova.compute.claims [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.974338] env[68089]: DEBUG nova.network.neutron [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [{"id": "1894a61c-c962-46bb-828b-8486af10b217", "address": "fa:16:3e:08:04:c8", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1894a61c-c9", "ovs_interfaceid": "1894a61c-c962-46bb-828b-8486af10b217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.014563] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.014808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.231963] env[68089]: DEBUG nova.objects.base [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.232187] env[68089]: DEBUG nova.network.neutron [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.296015] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1169.296966] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca753a4-4b0e-4829-831f-86dcc547be5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.301569] env[68089]: DEBUG oslo_concurrency.lockutils [None req-532fc793-e642-44c5-880c-21a7c90300db tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.077s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.304207] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1169.304382] env[68089]: ERROR oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk due to incomplete transfer. [ 1169.304794] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6251999a-18d7-4bf4-9020-321ba68271b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.312819] env[68089]: DEBUG oslo_vmware.rw_handles [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee2664-d401-41b1-ab4a-c9abdbfe80cb/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1169.313026] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Uploaded image 698f638a-8225-4de0-a674-4f811ad8a65a to the Glance image server {{(pid=68089) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1169.315232] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Destroying the VM {{(pid=68089) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1169.315659] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5107a56-e67d-469d-8474-7c8ee786df42 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.321048] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1169.321048] env[68089]: value = "task-2853599" [ 1169.321048] env[68089]: _type = "Task" [ 1169.321048] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.326615] env[68089]: DEBUG nova.compute.utils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.330518] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.330703] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.334371] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853599, 'name': Destroy_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.370205] env[68089]: DEBUG nova.policy [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '015faeab037b4608a60811aa51ba8843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba92b67c7b84f89bdc639989b9965bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.478652] env[68089]: DEBUG oslo_concurrency.lockutils [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-6004cf84-91c1-4195-88ce-9cba2faa41bd" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.479112] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.479385] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1043028-da73-46de-86c6-01534df6b88b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.481335] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.481562] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-412b34b8-635c-4b43-b699-46186691c358 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.489848] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1169.489848] env[68089]: value = "task-2853600" [ 1169.489848] env[68089]: _type = "Task" [ 1169.489848] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.490712] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1169.490712] env[68089]: value = "task-2853601" [ 1169.490712] env[68089]: _type = "Task" [ 1169.490712] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.501353] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.504720] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1169.504948] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.505720] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a88179-ed18-4454-82d9-9a04cff0041f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.512066] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.512299] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857cec41-db20-4c23-8bc7-1ecc6ae26b46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.517684] env[68089]: DEBUG nova.compute.utils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.579521] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.579846] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.580093] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.580433] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33576306-bc80-4a6b-b365-ba441ef73238 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.588447] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1169.588447] env[68089]: value = "task-2853603" [ 1169.588447] env[68089]: _type = "Task" [ 1169.588447] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.597156] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.649915] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Successfully created port: 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.830202] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853599, 'name': Destroy_Task, 'duration_secs': 0.485384} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.831074] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Destroyed the VM [ 1169.831323] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleting Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1169.831566] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93149774-42aa-4303-9b78-7695f63b208e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.836031] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.842803] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1169.842803] env[68089]: value = "task-2853604" [ 1169.842803] env[68089]: _type = "Task" [ 1169.842803] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.850439] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.950562] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de5818f-c0af-443a-981e-baab75baba48 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.958035] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52658e4e-980f-4d8c-8c2d-5d49decc0d9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.988016] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f4b94-9dd8-484d-95df-87e16cdb1476 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.997329] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426eaac-914b-4a0b-af6e-60c218aa343c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.003536] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853600, 'name': PowerOffVM_Task, 'duration_secs': 0.227701} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.004078] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.004729] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.004944] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.005122] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.005368] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.005526] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.005674] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.005878] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.006049] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.006218] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.006379] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.006549] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.018395] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fea71d-e770-4460-a4d0-3847f3d37830 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.028498] env[68089]: DEBUG nova.compute.provider_tree [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.030031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.035469] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1170.035469] env[68089]: value = "task-2853605" [ 1170.035469] env[68089]: _type = "Task" [ 1170.035469] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.044088] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.098255] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166504} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.098521] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.098692] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.098870] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.356624] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853604, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.532529] env[68089]: DEBUG nova.scheduler.client.report [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.545183] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853605, 'name': ReconfigVM_Task, 'duration_secs': 0.326288} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.545983] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1972e690-2df0-4f42-bc30-108a69ce9758 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.567973] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.568253] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.568412] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.568595] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.568745] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.568896] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.569114] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.569274] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.569441] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.569600] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.569771] env[68089]: DEBUG nova.virt.hardware [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.570627] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5d2184-c12c-4400-9585-046530c1aa12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.577475] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1170.577475] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a43c7d-7cde-8a87-d7e7-e52c97e93944" [ 1170.577475] env[68089]: _type = "Task" [ 1170.577475] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.585487] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a43c7d-7cde-8a87-d7e7-e52c97e93944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.848852] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.859895] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.614313} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.860175] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleted Snapshot of the VM instance {{(pid=68089) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1170.860474] env[68089]: DEBUG nova.compute.manager [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.861245] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f809fd6-f08e-4892-897e-0788ea168074 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.883443] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.883939] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.884266] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.884606] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.888070] env[68089]: DEBUG nova.virt.hardware [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.888070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac073c-dfb0-4409-9c8e-70d748fd63b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.896454] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d04672-9802-4e27-aaeb-8473226e13ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.022878] env[68089]: DEBUG nova.compute.manager [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Received event network-vif-plugged-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.022878] env[68089]: DEBUG oslo_concurrency.lockutils [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.022878] env[68089]: DEBUG oslo_concurrency.lockutils [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] Lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.022878] env[68089]: DEBUG oslo_concurrency.lockutils [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] Lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.022878] env[68089]: DEBUG nova.compute.manager [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] No waiting events found dispatching network-vif-plugged-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.022878] env[68089]: WARNING nova.compute.manager [req-c0e33db7-1015-47c0-b658-b54ae8482a6f req-fe038c37-4447-4cfc-91f3-e37c72d7b1db service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Received unexpected event network-vif-plugged-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a for instance with vm_state building and task_state spawning. [ 1171.038432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.038432] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.087599] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a43c7d-7cde-8a87-d7e7-e52c97e93944, 'name': SearchDatastore_Task, 'duration_secs': 0.008464} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.093012] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.093780] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbcf3b6-9c45-4d14-9383-6307e14d4cc6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.107885] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Successfully updated port: 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.109520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.109718] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.110059] env[68089]: INFO nova.compute.manager [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Attaching volume 54ee50e5-6859-44c6-ad19-5176b64aeb86 to /dev/sdb [ 1171.124536] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1171.124536] env[68089]: value = "task-2853606" [ 1171.124536] env[68089]: _type = "Task" [ 1171.124536] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.134914] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.136917] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.137159] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.137319] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.137727] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.137727] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.137879] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.137986] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.138132] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.138302] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.138461] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.138630] env[68089]: DEBUG nova.virt.hardware [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.139588] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06274ff5-4cde-4a9e-9d2b-2a49567bef10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.146536] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad747e-9816-4de8-98e0-fb58724f7657 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.151720] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c23d5f-02e3-449a-8394-69d8b5527a3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.164785] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7e89ea-01d9-4b8a-8549-ddf1d19af624', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.171321] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.173017] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.173263] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9211ad70-9807-4c75-b308-6402bbf05020 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.187332] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e6f8f-1bab-4ecc-a2e4-902d630a0b0f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.193869] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.193869] env[68089]: value = "task-2853607" [ 1171.193869] env[68089]: _type = "Task" [ 1171.193869] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.200255] env[68089]: DEBUG nova.virt.block_device [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updating existing volume attachment record: 01543f06-9561-4dcf-b8fd-8cdadc11a391 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1171.207114] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853607, 'name': CreateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.377160] env[68089]: INFO nova.compute.manager [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Shelve offloading [ 1171.454794] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.455077] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.455426] env[68089]: DEBUG nova.objects.instance [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.542884] env[68089]: DEBUG nova.compute.utils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.544724] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.544898] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.590729] env[68089]: DEBUG nova.policy [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3985e7250d544aa3b8fd7c0ff1dcff24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a78a4300453c41649ea7de50fb12a47d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.617222] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.617363] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.617516] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.636361] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853606, 'name': ReconfigVM_Task, 'duration_secs': 0.18701} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.636361] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.636361] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d2534-ff48-4338-9320-26e8653d46e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.660396] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.660626] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae65cd5-e3b1-44fc-9dad-9ffb55db4110 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.683021] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1171.683021] env[68089]: value = "task-2853609" [ 1171.683021] env[68089]: _type = "Task" [ 1171.683021] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.690694] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.703724] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853607, 'name': CreateVM_Task, 'duration_secs': 0.315035} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.704474] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.704928] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.705180] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.705565] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.705857] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5ebdea-503b-4bd4-b124-1d187d9d53e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.711310] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1171.711310] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52286bf4-0887-afa5-337a-41da18e42e35" [ 1171.711310] env[68089]: _type = "Task" [ 1171.711310] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.718817] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52286bf4-0887-afa5-337a-41da18e42e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.860270] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Successfully created port: 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.881235] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.881634] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f24075-a31e-4d74-a325-bd7bb302530f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.889077] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1171.889077] env[68089]: value = "task-2853610" [ 1171.889077] env[68089]: _type = "Task" [ 1171.889077] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.898639] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1171.898897] env[68089]: DEBUG nova.compute.manager [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.899705] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfef777-fa43-4452-8aba-039c574d589c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.907147] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.907329] env[68089]: DEBUG nova.network.neutron [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.038403] env[68089]: DEBUG nova.objects.instance [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.048366] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.154439] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.193260] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853609, 'name': ReconfigVM_Task, 'duration_secs': 0.252523} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.194034] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd/6004cf84-91c1-4195-88ce-9cba2faa41bd.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.194378] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719dce8f-3feb-4a31-9300-61a4a75dd38c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.217268] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a8831-9248-4b6d-a2e6-aade1ec4f8b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.225735] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52286bf4-0887-afa5-337a-41da18e42e35, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.239462] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.239725] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.239963] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.240201] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.240408] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.240788] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7562b94-bc16-41b8-af76-cd1af10c156e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.243144] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290f5a8-ac90-45a8-ab08-4ec5884656a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.266513] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d38b534-aeab-49f3-ad50-544e0d2e1937 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.269184] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.269371] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.270063] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5253cf2-c6bd-4654-a396-4fd7e514ef26 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.276967] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.278116] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aac2908-aaf2-4939-b839-088b729633d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.279561] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1172.279561] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52905026-f88b-7044-494e-03119933a6d5" [ 1172.279561] env[68089]: _type = "Task" [ 1172.279561] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.284878] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1172.284878] env[68089]: value = "task-2853611" [ 1172.284878] env[68089]: _type = "Task" [ 1172.284878] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.288058] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52905026-f88b-7044-494e-03119933a6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.295159] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.334793] env[68089]: DEBUG nova.network.neutron [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating instance_info_cache with network_info: [{"id": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "address": "fa:16:3e:df:d2:ba", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4e613f-b6", "ovs_interfaceid": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.540549] env[68089]: DEBUG nova.objects.base [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.540816] env[68089]: DEBUG nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.577179] env[68089]: DEBUG nova.policy [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.629334] env[68089]: DEBUG nova.network.neutron [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.791061] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52905026-f88b-7044-494e-03119933a6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019958} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.795615] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596a6f00-fbcb-485c-9e88-a4d6baa611e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802189] env[68089]: DEBUG oslo_vmware.api [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853611, 'name': PowerOnVM_Task, 'duration_secs': 0.375989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.803504] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.806938] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1172.806938] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3618d-1448-372e-20bc-d51f6188bbd9" [ 1172.806938] env[68089]: _type = "Task" [ 1172.806938] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.815853] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d3618d-1448-372e-20bc-d51f6188bbd9, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.816243] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.816362] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.816615] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7177cbb6-0a4b-484d-bbb3-44d61dd7fb2b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.823570] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1172.823570] env[68089]: value = "task-2853612" [ 1172.823570] env[68089]: _type = "Task" [ 1172.823570] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.831249] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.832798] env[68089]: DEBUG nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Successfully created port: 08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.837600] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.837902] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Instance network_info: |[{"id": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "address": "fa:16:3e:df:d2:ba", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4e613f-b6", "ovs_interfaceid": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.838527] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d2:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.846009] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.846464] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.846685] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59dd6d46-e966-48a3-bd40-900d47dcd178 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.866789] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.866789] env[68089]: value = "task-2853613" [ 1172.866789] env[68089]: _type = "Task" [ 1172.866789] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.875604] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853613, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.058434] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.088768] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.089041] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.089215] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.089403] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.089549] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.089693] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.089910] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.090094] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.090274] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.090490] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.090720] env[68089]: DEBUG nova.virt.hardware [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.091989] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab3974-7792-44c4-aee9-88b2320ba566 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.104605] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16169774-911e-4454-87f6-be66ae4c7ee8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.132735] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.143947] env[68089]: DEBUG nova.compute.manager [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Received event network-changed-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.144153] env[68089]: DEBUG nova.compute.manager [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Refreshing instance network info cache due to event network-changed-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1173.144363] env[68089]: DEBUG oslo_concurrency.lockutils [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] Acquiring lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.144503] env[68089]: DEBUG oslo_concurrency.lockutils [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] Acquired lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.144662] env[68089]: DEBUG nova.network.neutron [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Refreshing network info cache for port 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.332280] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Successfully updated port: 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.340514] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.382180] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853613, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.737170] env[68089]: DEBUG nova.compute.manager [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-vif-unplugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.737170] env[68089]: DEBUG oslo_concurrency.lockutils [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.737170] env[68089]: DEBUG oslo_concurrency.lockutils [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.737170] env[68089]: DEBUG oslo_concurrency.lockutils [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.737170] env[68089]: DEBUG nova.compute.manager [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] No waiting events found dispatching network-vif-unplugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.737518] env[68089]: WARNING nova.compute.manager [req-949ea776-c7e3-47f8-a02f-3145c65a1c02 req-21cdfa40-5dc9-4f0e-8397-d60af28cb0bf service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received unexpected event network-vif-unplugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 for instance with vm_state shelved and task_state shelving_offloading. [ 1173.790875] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.792882] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4695047e-7489-42d0-8d41-b86825b9d6a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.799130] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.799130] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96e55ca8-cf4e-4f52-8907-9061a89b2435 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.815041] env[68089]: INFO nova.compute.manager [None req-525b50ac-29db-43a0-86ed-e96481a5ba2c tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance to original state: 'active' [ 1173.837812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.837812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.837812] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.838668] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533658} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.838875] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.839146] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.839591] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c6db926-60dd-4a55-8e67-5c94a36f0e4c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.845618] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1173.845618] env[68089]: value = "task-2853616" [ 1173.845618] env[68089]: _type = "Task" [ 1173.845618] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.849267] env[68089]: DEBUG nova.network.neutron [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updated VIF entry in instance network info cache for port 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.849591] env[68089]: DEBUG nova.network.neutron [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating instance_info_cache with network_info: [{"id": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "address": "fa:16:3e:df:d2:ba", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4e613f-b6", "ovs_interfaceid": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.855975] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.868226] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.868509] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.868633] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleting the datastore file [datastore1] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.868946] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09d7606d-5774-4d08-bf2c-ba1689fc3b98 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.880577] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853613, 'name': CreateVM_Task, 'duration_secs': 0.610922} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.881489] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.881925] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1173.881925] env[68089]: value = "task-2853617" [ 1173.881925] env[68089]: _type = "Task" [ 1173.881925] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.882831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.883162] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.883600] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.884157] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f30ce91-b839-4faf-a72a-0c20ed79c224 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.891610] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1173.891610] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4dabf-e9c6-0b08-e707-194ddbe0ed5f" [ 1173.891610] env[68089]: _type = "Task" [ 1173.891610] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.894248] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.901619] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4dabf-e9c6-0b08-e707-194ddbe0ed5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.284581] env[68089]: DEBUG nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Successfully updated port: 08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.355638] env[68089]: DEBUG oslo_concurrency.lockutils [req-2828f83c-1907-4e35-9246-af640cbdd821 req-9f609d2d-2637-4db2-98c5-a7655f097853 service nova] Releasing lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.356033] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066788} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.356563] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.357294] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5918c929-e926-4fbf-a838-ce742d2f3fbb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.383333] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.383333] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.385281] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40957d06-29e8-4298-8640-432a87f8e65a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.410480] env[68089]: DEBUG oslo_vmware.api [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136161} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.414319] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.414504] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.414679] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.416487] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4dabf-e9c6-0b08-e707-194ddbe0ed5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.416748] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1174.416748] env[68089]: value = "task-2853618" [ 1174.416748] env[68089]: _type = "Task" [ 1174.416748] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.419229] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.419454] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.419683] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.419827] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.420011] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.420307] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fdd405f-a5d6-4d5f-a67f-17b53645af97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.430402] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.431479] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.431723] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.432480] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91af1966-7fa4-422e-9a7a-d91708606477 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.437781] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1174.437781] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524681e6-3a9f-2ee6-63f2-6851ab472f96" [ 1174.437781] env[68089]: _type = "Task" [ 1174.437781] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.441509] env[68089]: INFO nova.scheduler.client.report [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted allocations for instance 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 [ 1174.448670] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524681e6-3a9f-2ee6-63f2-6851ab472f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.535424] env[68089]: DEBUG nova.network.neutron [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.787924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.787924] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.787924] env[68089]: DEBUG nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.930948] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853618, 'name': ReconfigVM_Task, 'duration_secs': 0.277382} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.931271] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948/802877a5-a9c0-4c89-87a8-b6ff3cb77948.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.931753] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d44b38b2-6757-41b9-85c9-74f1782ca96a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.938749] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1174.938749] env[68089]: value = "task-2853619" [ 1174.938749] env[68089]: _type = "Task" [ 1174.938749] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.946062] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.946322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.946546] env[68089]: DEBUG nova.objects.instance [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'resources' on Instance uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.951118] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524681e6-3a9f-2ee6-63f2-6851ab472f96, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.952092] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5098a63a-73c1-425c-9f5b-efe0f2442353 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.960152] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853619, 'name': Rename_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.963846] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1174.963846] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520dddea-334b-7d9a-89f1-969afe0a4e94" [ 1174.963846] env[68089]: _type = "Task" [ 1174.963846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.972424] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520dddea-334b-7d9a-89f1-969afe0a4e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.038349] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.038661] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Instance network_info: |[{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.039329] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0eb0409c-7041-4649-9d86-eeea85a70311', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.047133] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Creating folder: Project (a78a4300453c41649ea7de50fb12a47d). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.047718] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20d8cc31-c97b-414f-9eff-57edff813ab6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.058648] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Created folder: Project (a78a4300453c41649ea7de50fb12a47d) in parent group-v573447. [ 1175.058846] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Creating folder: Instances. Parent ref: group-v573769. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.059134] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cee14f9-53c9-4e64-9e7f-18ab129bf90e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.068676] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Created folder: Instances in parent group-v573769. [ 1175.068982] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.069210] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.069417] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1639ca-7bd1-4ec0-ba65-3fa164a47a7d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.088018] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.088018] env[68089]: value = "task-2853622" [ 1175.088018] env[68089]: _type = "Task" [ 1175.088018] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.095811] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853622, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.296529] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-vif-plugged-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.296767] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquiring lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.296991] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.297188] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.297357] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] No waiting events found dispatching network-vif-plugged-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.297537] env[68089]: WARNING nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received unexpected event network-vif-plugged-0eb0409c-7041-4649-9d86-eeea85a70311 for instance with vm_state building and task_state spawning. [ 1175.297715] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.297972] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing instance network info cache due to event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.298205] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.298349] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.298507] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.326940] env[68089]: WARNING nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1175.454044] env[68089]: DEBUG nova.objects.instance [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'numa_topology' on Instance uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.455627] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853619, 'name': Rename_Task, 'duration_secs': 0.152173} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.458297] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.458862] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ba7324e-74b5-4c64-97cc-eeaebf0584a4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.465507] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1175.465507] env[68089]: value = "task-2853623" [ 1175.465507] env[68089]: _type = "Task" [ 1175.465507] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.478175] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520dddea-334b-7d9a-89f1-969afe0a4e94, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.481936] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.482346] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db7c5f54-2c95-478c-8650-24218c849fa2/db7c5f54-2c95-478c-8650-24218c849fa2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.482680] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.483121] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7288488e-1a71-4a47-98f6-11f09acaf4e0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.488738] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1175.488738] env[68089]: value = "task-2853624" [ 1175.488738] env[68089]: _type = "Task" [ 1175.488738] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.499946] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.510403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.510710] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.510968] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.511217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.511447] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.514150] env[68089]: INFO nova.compute.manager [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Terminating instance [ 1175.599982] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853622, 'name': CreateVM_Task, 'duration_secs': 0.300818} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.602528] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.603194] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.603374] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.603702] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.604250] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e20a19-3b95-428e-bf4c-c50151379f6c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.609342] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1175.609342] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52720e47-bf37-b0a9-a689-4afd43c99185" [ 1175.609342] env[68089]: _type = "Task" [ 1175.609342] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.618185] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52720e47-bf37-b0a9-a689-4afd43c99185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.635274] env[68089]: DEBUG nova.network.neutron [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "address": "fa:16:3e:f1:84:50", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fb0fb8-01", "ovs_interfaceid": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.746683] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.746928] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573767', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'name': 'volume-54ee50e5-6859-44c6-ad19-5176b64aeb86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2770e571-9bdc-4914-8dcd-d462e4f35095', 'attached_at': '', 'detached_at': '', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'serial': '54ee50e5-6859-44c6-ad19-5176b64aeb86'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.747939] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc39323b-5302-4de8-a849-3fa19b7df8a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.765660] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581b814-2ed2-489b-a10d-66d168622140 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.770805] env[68089]: DEBUG nova.compute.manager [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.771013] env[68089]: DEBUG nova.compute.manager [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing instance network info cache due to event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.771234] env[68089]: DEBUG oslo_concurrency.lockutils [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.771378] env[68089]: DEBUG oslo_concurrency.lockutils [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.771536] env[68089]: DEBUG nova.network.neutron [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.798945] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-54ee50e5-6859-44c6-ad19-5176b64aeb86/volume-54ee50e5-6859-44c6-ad19-5176b64aeb86.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.799844] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9dc119-2869-46b3-92aa-bd548f277643 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.821690] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1175.821690] env[68089]: value = "task-2853625" [ 1175.821690] env[68089]: _type = "Task" [ 1175.821690] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.830512] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.959638] env[68089]: DEBUG nova.objects.base [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Object Instance<8bb0d746-4639-4556-9ad4-9bc1604f0ea8> lazy-loaded attributes: resources,numa_topology {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.982319] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.000297] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853624, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.008083] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updated VIF entry in instance network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.008452] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.020914] env[68089]: DEBUG nova.compute.manager [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.021187] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.022341] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4368662-d387-4080-8018-29b25baa009f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.029842] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.032511] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71f2515-9965-4dba-90d0-2f739501defd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.038637] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1176.038637] env[68089]: value = "task-2853626" [ 1176.038637] env[68089]: _type = "Task" [ 1176.038637] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.048743] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.090016] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0150c96-4364-4cf3-9339-992fae8f9b49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.098536] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991b531-9ea7-4b88-96c9-0f00c1c2c054 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.132531] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe78dd2-e133-4f97-8241-55655a25bd49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140915] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.141607] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.141768] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.142058] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52720e47-bf37-b0a9-a689-4afd43c99185, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.144663] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72ca4d-a42a-4a08-8daa-f579af5e2f77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.147210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.147445] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.147706] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.147855] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.148043] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.148355] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3283d91e-eacd-4ef5-82ec-2db05a340c5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.151404] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c2209-3edc-425d-a6f3-af3c1d143009 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.169387] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.169645] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.169877] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.169972] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.170119] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.170286] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.170499] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.170655] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.170830] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.170998] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.171191] env[68089]: DEBUG nova.virt.hardware [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.177466] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfiguring VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1176.186728] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354e2ea1-28c4-4f7e-bd64-ea1413178f60 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.201233] env[68089]: DEBUG nova.compute.provider_tree [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.206023] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.206023] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.206023] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d3deee-e230-4f3c-8ec2-150427643011 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.209758] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1176.209758] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]525cc958-c2a4-7774-e5e5-9b8fe0eced0f" [ 1176.209758] env[68089]: _type = "Task" [ 1176.209758] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.215530] env[68089]: DEBUG oslo_vmware.api [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1176.215530] env[68089]: value = "task-2853627" [ 1176.215530] env[68089]: _type = "Task" [ 1176.215530] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.222927] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525cc958-c2a4-7774-e5e5-9b8fe0eced0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.228269] env[68089]: DEBUG oslo_vmware.api [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853627, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.333256] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.482090] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853623, 'name': PowerOnVM_Task, 'duration_secs': 0.760047} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.482334] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.482537] env[68089]: DEBUG nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.483388] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fcd8b9-8ea7-40b8-9a3b-ae512e1a146c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.499184] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514147} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.499435] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] db7c5f54-2c95-478c-8650-24218c849fa2/db7c5f54-2c95-478c-8650-24218c849fa2.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.499646] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.499879] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e6741d5-f612-43a2-be49-4cd050a14cad {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.506192] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1176.506192] env[68089]: value = "task-2853628" [ 1176.506192] env[68089]: _type = "Task" [ 1176.506192] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.511236] env[68089]: DEBUG nova.network.neutron [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updated VIF entry in instance network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.511610] env[68089]: DEBUG nova.network.neutron [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.513088] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.513312] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-plugged-08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.513501] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.513696] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.513915] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.514115] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] No waiting events found dispatching network-vif-plugged-08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.514289] env[68089]: WARNING nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received unexpected event network-vif-plugged-08fb0fb8-01a3-4bde-8791-ad0a6b21decb for instance with vm_state active and task_state None. [ 1176.514457] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-changed-08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.514607] env[68089]: DEBUG nova.compute.manager [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing instance network info cache due to event network-changed-08fb0fb8-01a3-4bde-8791-ad0a6b21decb. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1176.514790] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.514931] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.515166] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing network info cache for port 08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.519582] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.548541] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853626, 'name': PowerOffVM_Task, 'duration_secs': 0.254078} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.548797] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.548975] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.549255] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62dc4497-c0d2-4f12-a631-f63a34ca7608 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.613458] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.613680] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.613865] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleting the datastore file [datastore2] 6004cf84-91c1-4195-88ce-9cba2faa41bd {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.614155] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603ce7e9-2a83-4b82-817a-b6a6798239bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.621086] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1176.621086] env[68089]: value = "task-2853630" [ 1176.621086] env[68089]: _type = "Task" [ 1176.621086] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.705172] env[68089]: DEBUG nova.scheduler.client.report [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.722586] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]525cc958-c2a4-7774-e5e5-9b8fe0eced0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016677} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.724378] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33574bd4-8d07-4a6c-9337-c6d3e96a6f4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.729789] env[68089]: DEBUG oslo_vmware.api [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.733385] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1176.733385] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]524dd656-e1cc-eede-562d-e59d46705c9b" [ 1176.733385] env[68089]: _type = "Task" [ 1176.733385] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.741355] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524dd656-e1cc-eede-562d-e59d46705c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.766719] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.832290] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853625, 'name': ReconfigVM_Task, 'duration_secs': 0.594358} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.832633] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-54ee50e5-6859-44c6-ad19-5176b64aeb86/volume-54ee50e5-6859-44c6-ad19-5176b64aeb86.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.837336] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab068b5e-fc3f-4559-b2ca-d7ab5ef9839a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.852015] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1176.852015] env[68089]: value = "task-2853631" [ 1176.852015] env[68089]: _type = "Task" [ 1176.852015] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.861434] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.996483] env[68089]: INFO nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] bringing vm to original state: 'stopped' [ 1177.016735] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114763} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.017132] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.017906] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c611e8e-13a9-46a9-bb7c-0b0004b95aec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.020935] env[68089]: DEBUG oslo_concurrency.lockutils [req-b2b4c2da-d7c6-42b6-b2e3-86baeff3efbf req-52d1f51a-daf1-4963-883f-60354d0e8c95 service nova] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.045507] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] db7c5f54-2c95-478c-8650-24218c849fa2/db7c5f54-2c95-478c-8650-24218c849fa2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.046633] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d4cbf1-9280-425b-a6a7-63d5dae706cb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.069489] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1177.069489] env[68089]: value = "task-2853632" [ 1177.069489] env[68089]: _type = "Task" [ 1177.069489] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.078519] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.130673] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.211597] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.225505] env[68089]: DEBUG oslo_vmware.api [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.226551] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updated VIF entry in instance network info cache for port 08fb0fb8-01a3-4bde-8791-ad0a6b21decb. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.226953] env[68089]: DEBUG nova.network.neutron [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "address": "fa:16:3e:f1:84:50", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fb0fb8-01", "ovs_interfaceid": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.244114] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]524dd656-e1cc-eede-562d-e59d46705c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.018551} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.244371] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.244622] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/cb0ad49f-0198-4395-8055-8f398cb2ddd8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.244883] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2411179a-324a-4c89-b004-6bca87f3bfb7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.251108] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1177.251108] env[68089]: value = "task-2853633" [ 1177.251108] env[68089]: _type = "Task" [ 1177.251108] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.259255] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.366507] env[68089]: DEBUG oslo_vmware.api [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853631, 'name': ReconfigVM_Task, 'duration_secs': 0.272837} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.366844] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573767', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'name': 'volume-54ee50e5-6859-44c6-ad19-5176b64aeb86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2770e571-9bdc-4914-8dcd-d462e4f35095', 'attached_at': '', 'detached_at': '', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'serial': '54ee50e5-6859-44c6-ad19-5176b64aeb86'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.579307] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.632153] env[68089]: DEBUG oslo_vmware.api [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513171} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.632398] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.632590] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.632866] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.633055] env[68089]: INFO nova.compute.manager [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1177.633378] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.633509] env[68089]: DEBUG nova.compute.manager [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.633604] env[68089]: DEBUG nova.network.neutron [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.730424] env[68089]: DEBUG oslo_concurrency.lockutils [req-9795930f-13b2-4158-b3fc-4c0ae9360f37 req-312ac8ab-3d91-4cbc-bfcf-6d8e347a58a4 service nova] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.730986] env[68089]: DEBUG oslo_vmware.api [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853627, 'name': ReconfigVM_Task, 'duration_secs': 1.096882} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.731501] env[68089]: DEBUG oslo_concurrency.lockutils [None req-acfcd59e-4133-4636-be19-7cd098060f72 tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.063s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.732724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.732932] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfigured VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1177.735506] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.969s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.735695] env[68089]: INFO nova.compute.manager [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Unshelving [ 1177.761588] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853633, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.003144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.003432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.003621] env[68089]: DEBUG nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.004603] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590e6b4-46c9-40da-9819-05d5e5668d0a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.011375] env[68089]: DEBUG nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1178.082506] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853632, 'name': ReconfigVM_Task, 'duration_secs': 0.54902} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.083017] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] db7c5f54-2c95-478c-8650-24218c849fa2/db7c5f54-2c95-478c-8650-24218c849fa2.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.083918] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19be6e2c-51d3-4667-84b6-3e5c67122ed9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.089183] env[68089]: DEBUG nova.compute.manager [req-69d8d406-2f7d-486d-b312-bafd58b913a3 req-2ec359cb-fff7-49fb-b77c-216946a3bba1 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Received event network-vif-deleted-1894a61c-c962-46bb-828b-8486af10b217 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.089491] env[68089]: INFO nova.compute.manager [req-69d8d406-2f7d-486d-b312-bafd58b913a3 req-2ec359cb-fff7-49fb-b77c-216946a3bba1 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Neutron deleted interface 1894a61c-c962-46bb-828b-8486af10b217; detaching it from the instance and deleting it from the info cache [ 1178.089792] env[68089]: DEBUG nova.network.neutron [req-69d8d406-2f7d-486d-b312-bafd58b913a3 req-2ec359cb-fff7-49fb-b77c-216946a3bba1 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.097047] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1178.097047] env[68089]: value = "task-2853634" [ 1178.097047] env[68089]: _type = "Task" [ 1178.097047] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.106044] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853634, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.239323] env[68089]: DEBUG oslo_concurrency.lockutils [None req-85b5e191-172f-4d43-8a25-10f4152975d8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.784s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.262159] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61443} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.262476] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/cb0ad49f-0198-4395-8055-8f398cb2ddd8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.262706] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.264207] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-addd482e-4ad1-4fe2-8d9d-43a1f8b25a40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.269864] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1178.269864] env[68089]: value = "task-2853635" [ 1178.269864] env[68089]: _type = "Task" [ 1178.269864] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.278433] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.405241] env[68089]: DEBUG nova.objects.instance [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid 2770e571-9bdc-4914-8dcd-d462e4f35095 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.516116] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.516443] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a90c249-9f91-46ec-baa6-3db81a5c0004 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.523672] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1178.523672] env[68089]: value = "task-2853636" [ 1178.523672] env[68089]: _type = "Task" [ 1178.523672] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.531731] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.568745] env[68089]: DEBUG nova.network.neutron [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.593628] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f691b42b-5578-44f3-8a26-043fd3eb2846 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.605508] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de88a05f-44ab-4621-af11-ee3245f594c7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.620815] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853634, 'name': Rename_Task, 'duration_secs': 0.336674} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.621467] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.621738] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-075e8b0a-5896-4868-b34f-f2612978175a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.628572] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1178.628572] env[68089]: value = "task-2853637" [ 1178.628572] env[68089]: _type = "Task" [ 1178.628572] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.640014] env[68089]: DEBUG nova.compute.manager [req-69d8d406-2f7d-486d-b312-bafd58b913a3 req-2ec359cb-fff7-49fb-b77c-216946a3bba1 service nova] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Detach interface failed, port_id=1894a61c-c962-46bb-828b-8486af10b217, reason: Instance 6004cf84-91c1-4195-88ce-9cba2faa41bd could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1178.645033] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.764703] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.764992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.765231] env[68089]: DEBUG nova.objects.instance [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'pci_requests' on Instance uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.780575] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164384} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.780822] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.781575] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84073a-9b38-44b7-8c0d-656d77e419fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.803342] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/cb0ad49f-0198-4395-8055-8f398cb2ddd8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.803588] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1c239a-374f-4ac3-be67-139ec5b1f195 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.822560] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1178.822560] env[68089]: value = "task-2853638" [ 1178.822560] env[68089]: _type = "Task" [ 1178.822560] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.830238] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.910398] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6f66634d-24ae-405b-819b-6d01e923511d tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.800s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.033067] env[68089]: DEBUG oslo_vmware.api [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853636, 'name': PowerOffVM_Task, 'duration_secs': 0.18814} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.033446] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.033636] env[68089]: DEBUG nova.compute.manager [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.034384] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9bf25f-848d-4925-a2a1-80626b539533 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.073065] env[68089]: INFO nova.compute.manager [-] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Took 1.44 seconds to deallocate network for instance. [ 1179.141747] env[68089]: DEBUG oslo_vmware.api [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853637, 'name': PowerOnVM_Task, 'duration_secs': 0.482426} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.142040] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.142246] env[68089]: INFO nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1179.142427] env[68089]: DEBUG nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.143259] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78463d74-251a-458c-a33f-9b38d0fe3c05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.268973] env[68089]: DEBUG nova.objects.instance [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'numa_topology' on Instance uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.333314] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.546778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.579468] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.664332] env[68089]: INFO nova.compute.manager [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Took 14.97 seconds to build instance. [ 1179.721825] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.722103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.771688] env[68089]: INFO nova.compute.claims [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.834356] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853638, 'name': ReconfigVM_Task, 'duration_secs': 0.560328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.834679] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/cb0ad49f-0198-4395-8055-8f398cb2ddd8.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.835351] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0abeb3-cfc7-42aa-b480-4927f319c1fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.842517] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1179.842517] env[68089]: value = "task-2853639" [ 1179.842517] env[68089]: _type = "Task" [ 1179.842517] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.850859] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853639, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.953037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-e3bbf953-860b-499f-99b5-e093512a4cf1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.953229] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-e3bbf953-860b-499f-99b5-e093512a4cf1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.953613] env[68089]: DEBUG nova.objects.instance [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.053769] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.166351] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2d1c0c54-b253-42f0-8120-1797d4b6f26c tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.485s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.225601] env[68089]: INFO nova.compute.manager [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Detaching volume 54ee50e5-6859-44c6-ad19-5176b64aeb86 [ 1180.269755] env[68089]: INFO nova.virt.block_device [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Attempting to driver detach volume 54ee50e5-6859-44c6-ad19-5176b64aeb86 from mountpoint /dev/sdb [ 1180.270068] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.270264] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573767', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'name': 'volume-54ee50e5-6859-44c6-ad19-5176b64aeb86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2770e571-9bdc-4914-8dcd-d462e4f35095', 'attached_at': '', 'detached_at': '', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'serial': '54ee50e5-6859-44c6-ad19-5176b64aeb86'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.271168] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc1710-8492-4669-9d5b-ed724c3a6eca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.297973] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb840a4-e8bb-41be-bfbc-e0c3ffc11845 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.305664] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d406ea-1873-4514-8c14-e56ba6a028ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.326856] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9766316-c9a0-418f-8c95-894ccfac3267 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.342515] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] The volume has not been displaced from its original location: [datastore2] volume-54ee50e5-6859-44c6-ad19-5176b64aeb86/volume-54ee50e5-6859-44c6-ad19-5176b64aeb86.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.347438] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.348162] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ac9bec-a725-45c6-a97a-0ab8d692b853 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.368732] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853639, 'name': Rename_Task, 'duration_secs': 0.145999} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.369943] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.370270] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1180.370270] env[68089]: value = "task-2853640" [ 1180.370270] env[68089]: _type = "Task" [ 1180.370270] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.370455] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5572eb62-e7c4-4aeb-888f-ff023f3e2126 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.378776] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1180.378776] env[68089]: value = "task-2853641" [ 1180.378776] env[68089]: _type = "Task" [ 1180.378776] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.382138] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.390753] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.473651] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.473916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.474168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.474355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.474522] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.479317] env[68089]: INFO nova.compute.manager [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Terminating instance [ 1180.576470] env[68089]: DEBUG nova.objects.instance [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.656295] env[68089]: DEBUG nova.compute.manager [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Received event network-changed-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.656295] env[68089]: DEBUG nova.compute.manager [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Refreshing instance network info cache due to event network-changed-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1180.656295] env[68089]: DEBUG oslo_concurrency.lockutils [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] Acquiring lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.656295] env[68089]: DEBUG oslo_concurrency.lockutils [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] Acquired lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.656295] env[68089]: DEBUG nova.network.neutron [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Refreshing network info cache for port 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.884126] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853640, 'name': ReconfigVM_Task, 'duration_secs': 0.259622} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.886912] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.892040] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261f74d9-3c69-4d21-801d-f7f0f292dbb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.901652] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e72f49-8e5a-4d19-b8b7-18bbc59cc0b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.908894] env[68089]: DEBUG oslo_vmware.api [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853641, 'name': PowerOnVM_Task, 'duration_secs': 0.464832} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.911502] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.911709] env[68089]: INFO nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1180.911891] env[68089]: DEBUG nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.912252] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1180.912252] env[68089]: value = "task-2853642" [ 1180.912252] env[68089]: _type = "Task" [ 1180.912252] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.912909] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede0e9b-7638-48e6-aa2f-5c501cac86c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.915776] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e31df3d-f12f-44b2-a8ca-8c540623d61e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.954559] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.955829] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ac207-d010-4673-a271-e9b090f6bbe1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.963873] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c1434-a6cf-4490-97e6-cc7b05cb2e5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.979487] env[68089]: DEBUG nova.compute.provider_tree [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.984038] env[68089]: DEBUG nova.compute.manager [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.984280] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.985297] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f00586f-44b4-4b8f-a50a-b8a8982233b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.992817] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.992995] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf5c861-ef62-47a0-9e58-e22101add024 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.055998] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.056400] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.056400] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore2] 802877a5-a9c0-4c89-87a8-b6ff3cb77948 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.056664] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e337a02-b218-4108-a336-0d024da46af9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.064898] env[68089]: DEBUG oslo_vmware.api [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1181.064898] env[68089]: value = "task-2853644" [ 1181.064898] env[68089]: _type = "Task" [ 1181.064898] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.072823] env[68089]: DEBUG oslo_vmware.api [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.078400] env[68089]: DEBUG nova.objects.base [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.078578] env[68089]: DEBUG nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.141838] env[68089]: DEBUG nova.policy [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.431163] env[68089]: DEBUG oslo_vmware.api [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853642, 'name': ReconfigVM_Task, 'duration_secs': 0.137064} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.432096] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573767', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'name': 'volume-54ee50e5-6859-44c6-ad19-5176b64aeb86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2770e571-9bdc-4914-8dcd-d462e4f35095', 'attached_at': '', 'detached_at': '', 'volume_id': '54ee50e5-6859-44c6-ad19-5176b64aeb86', 'serial': '54ee50e5-6859-44c6-ad19-5176b64aeb86'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.461335] env[68089]: INFO nova.compute.manager [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Took 14.61 seconds to build instance. [ 1181.482428] env[68089]: DEBUG nova.scheduler.client.report [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.501190] env[68089]: DEBUG nova.network.neutron [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updated VIF entry in instance network info cache for port 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.501601] env[68089]: DEBUG nova.network.neutron [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating instance_info_cache with network_info: [{"id": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "address": "fa:16:3e:df:d2:ba", "network": {"id": "d9204c41-4ac1-468d-ae3d-d750c313a135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-814141575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba92b67c7b84f89bdc639989b9965bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4e613f-b6", "ovs_interfaceid": "5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.579009] env[68089]: DEBUG oslo_vmware.api [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2061} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.579353] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.579594] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.579832] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.580075] env[68089]: INFO nova.compute.manager [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1181.580411] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.580634] env[68089]: DEBUG nova.compute.manager [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.580797] env[68089]: DEBUG nova.network.neutron [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.737745] env[68089]: INFO nova.compute.manager [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Rescuing [ 1181.738053] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.738225] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.738397] env[68089]: DEBUG nova.network.neutron [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.823375] env[68089]: DEBUG nova.compute.manager [req-fee0ec4b-2020-499d-bb76-e9939278f052 req-86cd9872-da36-4dbf-b071-5501b62b04a5 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Received event network-vif-deleted-2f7e89ea-01d9-4b8a-8549-ddf1d19af624 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1181.823375] env[68089]: INFO nova.compute.manager [req-fee0ec4b-2020-499d-bb76-e9939278f052 req-86cd9872-da36-4dbf-b071-5501b62b04a5 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Neutron deleted interface 2f7e89ea-01d9-4b8a-8549-ddf1d19af624; detaching it from the instance and deleting it from the info cache [ 1181.823375] env[68089]: DEBUG nova.network.neutron [req-fee0ec4b-2020-499d-bb76-e9939278f052 req-86cd9872-da36-4dbf-b071-5501b62b04a5 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.963342] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e4ec2d64-d865-425b-8ed8-09efec3666de tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.124s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.977879] env[68089]: DEBUG nova.objects.instance [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid 2770e571-9bdc-4914-8dcd-d462e4f35095 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.990596] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.225s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.993875] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.414s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.994192] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.996055] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.942s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.996250] env[68089]: DEBUG nova.objects.instance [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1182.005029] env[68089]: DEBUG oslo_concurrency.lockutils [req-a73e2b34-97a2-4963-90f3-28197aad35b9 req-7dfa9ce5-f42b-4f05-a074-0a5ca9121ff0 service nova] Releasing lock "refresh_cache-db7c5f54-2c95-478c-8650-24218c849fa2" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.018410] env[68089]: INFO nova.scheduler.client.report [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted allocations for instance 6004cf84-91c1-4195-88ce-9cba2faa41bd [ 1182.027314] env[68089]: INFO nova.network.neutron [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1182.308662] env[68089]: DEBUG nova.network.neutron [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.325445] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-358d576b-3d7c-4479-844c-a6018f15ed00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.337792] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8cf1b1-e260-44f2-bf7c-93feebe0ab45 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.374388] env[68089]: DEBUG nova.compute.manager [req-fee0ec4b-2020-499d-bb76-e9939278f052 req-86cd9872-da36-4dbf-b071-5501b62b04a5 service nova] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Detach interface failed, port_id=2f7e89ea-01d9-4b8a-8549-ddf1d19af624, reason: Instance 802877a5-a9c0-4c89-87a8-b6ff3cb77948 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1182.483585] env[68089]: DEBUG nova.network.neutron [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.528797] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ab673b45-0918-4b83-a9cd-f4863e76cc36 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "6004cf84-91c1-4195-88ce-9cba2faa41bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.018s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.752297] env[68089]: DEBUG nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Successfully updated port: e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.811214] env[68089]: INFO nova.compute.manager [-] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Took 1.23 seconds to deallocate network for instance. [ 1182.986888] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.989503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d5dbfee6-9b2c-43d9-87ba-571458ce18fc tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.005238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-611bbd87-18a2-448a-a0f0-b70c48d01f6a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.226319] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.226577] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.226792] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.227024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.227203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.229588] env[68089]: INFO nova.compute.manager [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Terminating instance [ 1183.256669] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.256979] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.257222] env[68089]: DEBUG nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.317130] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.317708] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.317918] env[68089]: DEBUG nova.objects.instance [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'resources' on Instance uuid 802877a5-a9c0-4c89-87a8-b6ff3cb77948 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.638558] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.638789] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.701905] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702107] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.702323] env[68089]: DEBUG nova.network.neutron [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.733345] env[68089]: DEBUG nova.compute.manager [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.733588] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.735158] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814a6db8-60c4-4793-ae66-53e35333a5ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.743395] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.743626] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4474bfa3-a58f-4d7f-ab17-fbd6670f6e9a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.749533] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1183.749533] env[68089]: value = "task-2853645" [ 1183.749533] env[68089]: _type = "Task" [ 1183.749533] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.757387] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.796902] env[68089]: WARNING nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1183.797135] env[68089]: WARNING nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1183.852175] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-plugged-e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.852396] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.852619] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.852760] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.852999] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] No waiting events found dispatching network-vif-plugged-e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.853191] env[68089]: WARNING nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received unexpected event network-vif-plugged-e3bbf953-860b-499f-99b5-e093512a4cf1 for instance with vm_state active and task_state None. [ 1183.853393] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-changed-e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1183.853558] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing instance network info cache due to event network-changed-e3bbf953-860b-499f-99b5-e093512a4cf1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1183.853711] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.943023] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d141bf72-9bc3-452b-b9a1-b450aa17ffd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.950697] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff349b-aeb1-4796-b003-939a31e66ef4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.982754] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c0df48-777d-496b-b51e-e73f6e9b8c55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.990035] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acf1490-3998-4307-b418-02af3f92fa1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.003393] env[68089]: DEBUG nova.compute.provider_tree [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.141221] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.260146] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853645, 'name': PowerOffVM_Task, 'duration_secs': 0.469616} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.260425] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.260608] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.260834] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-047cf0bc-6b9f-41f8-a000-1696142c7737 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.266750] env[68089]: DEBUG nova.network.neutron [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "address": "fa:16:3e:f1:84:50", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fb0fb8-01", "ovs_interfaceid": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bbf953-860b-499f-99b5-e093512a4cf1", "address": "fa:16:3e:05:98:2d", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bbf953-86", "ovs_interfaceid": "e3bbf953-860b-499f-99b5-e093512a4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.342541] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.342878] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.342999] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleting the datastore file [datastore2] 2770e571-9bdc-4914-8dcd-d462e4f35095 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.343265] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26c0bd6d-9067-4f41-b5c7-d1fa387b1161 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.350778] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1184.350778] env[68089]: value = "task-2853647" [ 1184.350778] env[68089]: _type = "Task" [ 1184.350778] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.358534] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.444906] env[68089]: DEBUG nova.network.neutron [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.508281] env[68089]: DEBUG nova.scheduler.client.report [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.516413] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.516709] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34bc9e99-d226-475b-a269-6e2a63a309d1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.524304] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1184.524304] env[68089]: value = "task-2853648" [ 1184.524304] env[68089]: _type = "Task" [ 1184.524304] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.533255] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.663400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.769224] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.769927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.770102] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.770391] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.770575] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Refreshing network info cache for port e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.772388] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6c6c12-9a26-4dcc-8790-b06ee2db3a6f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.791171] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.792019] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.792019] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.792019] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.792019] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.792019] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.792263] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.792326] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.792494] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.792693] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.792851] env[68089]: DEBUG nova.virt.hardware [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.799008] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfiguring VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1184.799595] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7423db1-33da-49a7-bfca-69a9376bf049 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.816906] env[68089]: DEBUG oslo_vmware.api [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1184.816906] env[68089]: value = "task-2853649" [ 1184.816906] env[68089]: _type = "Task" [ 1184.816906] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.826155] env[68089]: DEBUG oslo_vmware.api [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.860411] env[68089]: DEBUG oslo_vmware.api [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301699} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.860657] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.860893] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.861106] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.861286] env[68089]: INFO nova.compute.manager [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1184.861524] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.861707] env[68089]: DEBUG nova.compute.manager [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.861807] env[68089]: DEBUG nova.network.neutron [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.947240] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.973977] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6feed62a50edcd4739662f205c364044',container_format='bare',created_at=2025-03-07T09:24:58Z,direct_url=,disk_format='vmdk',id=698f638a-8225-4de0-a674-4f811ad8a65a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1514896573-shelved',owner='3389d4012b53413692cf1815babb0840',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-07T09:25:13Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.974605] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.974605] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.974605] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.974765] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.974851] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.975067] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.975259] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.975437] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.975602] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.975773] env[68089]: DEBUG nova.virt.hardware [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.976626] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54114a-e571-4e6d-b0ad-5d6693bfef1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.984375] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b59836-c6de-4e3f-8fba-073b00e78131 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.999214] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:48:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2caad0f7-b15c-4506-b6f0-e3e2ff3726d3', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.006431] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.006679] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.006888] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d02dd1d3-71ad-44bb-8633-873689225479 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.021122] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.023336] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.360s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.025108] env[68089]: INFO nova.compute.claims [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.032725] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.032725] env[68089]: value = "task-2853650" [ 1185.032725] env[68089]: _type = "Task" [ 1185.032725] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.035867] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853648, 'name': PowerOffVM_Task, 'duration_secs': 0.240868} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.038970] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.039737] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa348c1-f1c1-4ad5-84da-20e9a500c8e4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.047206] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853650, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.048157] env[68089]: INFO nova.scheduler.client.report [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocations for instance 802877a5-a9c0-4c89-87a8-b6ff3cb77948 [ 1185.068205] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c70f965-7054-4071-a6d4-5ff454357ace {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.095314] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.095616] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23569f0-2e5e-4a37-859e-11c0f29005ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.102246] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1185.102246] env[68089]: value = "task-2853651" [ 1185.102246] env[68089]: _type = "Task" [ 1185.102246] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.109922] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.330042] env[68089]: DEBUG oslo_vmware.api [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.503591] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updated VIF entry in instance network info cache for port e3bbf953-860b-499f-99b5-e093512a4cf1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.504083] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "address": "fa:16:3e:f1:84:50", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08fb0fb8-01", "ovs_interfaceid": "08fb0fb8-01a3-4bde-8791-ad0a6b21decb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bbf953-860b-499f-99b5-e093512a4cf1", "address": "fa:16:3e:05:98:2d", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bbf953-86", "ovs_interfaceid": "e3bbf953-860b-499f-99b5-e093512a4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.545838] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853650, 'name': CreateVM_Task, 'duration_secs': 0.311106} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.546224] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.546995] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.547329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.547771] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.548133] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba64ccb-688e-4df5-916c-ef2fd289d472 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.553200] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1185.553200] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52e1aec6-1d8b-e03e-690c-cc23c0c9f89a" [ 1185.553200] env[68089]: _type = "Task" [ 1185.553200] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.562070] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52e1aec6-1d8b-e03e-690c-cc23c0c9f89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.571155] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ff1b41a8-9a5c-48c5-9778-e85ce750a085 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "802877a5-a9c0-4c89-87a8-b6ff3cb77948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.097s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.614373] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1185.614890] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.615267] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.615530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.615813] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.616160] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bcd5dba-f67c-4ee7-84e4-f4c56252efdb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.631695] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.632041] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.632825] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3151e343-0e4e-4b02-99d4-589404a5b36a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.637803] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1185.637803] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]520e35c5-ca1b-72aa-d134-4c9e931c30fd" [ 1185.637803] env[68089]: _type = "Task" [ 1185.637803] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.645333] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520e35c5-ca1b-72aa-d134-4c9e931c30fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.823812] env[68089]: DEBUG nova.network.neutron [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.828030] env[68089]: DEBUG oslo_vmware.api [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853649, 'name': ReconfigVM_Task, 'duration_secs': 0.73596} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.828657] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.828937] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfigured VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1185.962503] env[68089]: DEBUG nova.compute.manager [req-9b49a911-730f-484c-bfe7-48eec4854454 req-a82baa38-7142-4577-af31-2d27008e931f service nova] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Received event network-vif-deleted-c7cc0c0f-c331-4adf-97c4-659b00134c86 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.010348] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.010673] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.010956] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.011185] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.011352] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.011556] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] No waiting events found dispatching network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.011717] env[68089]: WARNING nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received unexpected event network-vif-plugged-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1186.011891] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1186.012087] env[68089]: DEBUG nova.compute.manager [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing instance network info cache due to event network-changed-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1186.012323] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquiring lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.012408] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Acquired lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.012655] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Refreshing network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.066994] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.067345] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Processing image 698f638a-8225-4de0-a674-4f811ad8a65a {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.067614] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.067764] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.067943] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.070611] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc4893e3-27f0-4320-9c3a-914d591f0f1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.079534] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.079910] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.080824] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a09cfd-0e60-4a0d-8165-15f379ee5264 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.087272] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1186.087272] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52a0e2e0-3814-c912-e872-d4dd6906e3d5" [ 1186.087272] env[68089]: _type = "Task" [ 1186.087272] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.095934] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52a0e2e0-3814-c912-e872-d4dd6906e3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.145445] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e642f53-26a6-416b-861b-60c4163677c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.151429] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]520e35c5-ca1b-72aa-d134-4c9e931c30fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.152526] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc1caec-0fe5-4ddd-9450-af3b6a621348 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.157632] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb93d7-0522-4d9f-b9ab-4e42382011f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.161846] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1186.161846] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee71f4-801c-6d8a-d21a-f1d95e20df48" [ 1186.161846] env[68089]: _type = "Task" [ 1186.161846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.191290] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e0512-e28b-44fc-b399-7e6b2951ce40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.197388] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ee71f4-801c-6d8a-d21a-f1d95e20df48, 'name': SearchDatastore_Task, 'duration_secs': 0.020821} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.198020] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.198298] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. {{(pid=68089) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1186.198573] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a64bf18e-3c06-4eae-81f5-a48146af11be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.203768] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d0897-45c7-4776-8e61-be326890c3a9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.208472] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1186.208472] env[68089]: value = "task-2853652" [ 1186.208472] env[68089]: _type = "Task" [ 1186.208472] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.219852] env[68089]: DEBUG nova.compute.provider_tree [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.225792] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.328973] env[68089]: INFO nova.compute.manager [-] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Took 1.47 seconds to deallocate network for instance. [ 1186.333175] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b9c2a4b5-3cfc-4755-baca-ed70cc454cf1 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-e3bbf953-860b-499f-99b5-e093512a4cf1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.380s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.597918] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Preparing fetch location {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1186.598314] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Fetch image to [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf/OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf.vmdk {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1186.598314] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Downloading stream optimized image 698f638a-8225-4de0-a674-4f811ad8a65a to [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf/OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf.vmdk on the data store datastore2 as vApp {{(pid=68089) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1186.598506] env[68089]: DEBUG nova.virt.vmwareapi.images [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Downloading image file data 698f638a-8225-4de0-a674-4f811ad8a65a to the ESX as VM named 'OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf' {{(pid=68089) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1186.681114] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1186.681114] env[68089]: value = "resgroup-9" [ 1186.681114] env[68089]: _type = "ResourcePool" [ 1186.681114] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1186.681495] env[68089]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff21479f-ef80-4461-ad8b-05fbcef318ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.706795] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease: (returnval){ [ 1186.706795] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1186.706795] env[68089]: _type = "HttpNfcLease" [ 1186.706795] env[68089]: } obtained for vApp import into resource pool (val){ [ 1186.706795] env[68089]: value = "resgroup-9" [ 1186.706795] env[68089]: _type = "ResourcePool" [ 1186.706795] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1186.707193] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the lease: (returnval){ [ 1186.707193] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1186.707193] env[68089]: _type = "HttpNfcLease" [ 1186.707193] env[68089]: } to be ready. {{(pid=68089) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.718384] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853652, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.719863] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.719863] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1186.719863] env[68089]: _type = "HttpNfcLease" [ 1186.719863] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.722778] env[68089]: DEBUG nova.scheduler.client.report [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.840038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.879048] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updated VIF entry in instance network info cache for port 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.879419] env[68089]: DEBUG nova.network.neutron [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [{"id": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "address": "fa:16:3e:97:48:1f", "network": {"id": "1f24dfc1-0084-49fe-8d0d-d2500efc60bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1093963863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3389d4012b53413692cf1815babb0840", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2caad0f7-b1", "ovs_interfaceid": "2caad0f7-b15c-4506-b6f0-e3e2ff3726d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.218497] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.218497] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1187.218497] env[68089]: _type = "HttpNfcLease" [ 1187.218497] env[68089]: } is initializing. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.221581] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513616} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.221869] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk. [ 1187.222751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2d54dd-0c19-4feb-a5b6-fd9a04e5b5c5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.245072] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.245644] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.255534] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.256124] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.416s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.256375] env[68089]: DEBUG nova.objects.instance [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'resources' on Instance uuid 2770e571-9bdc-4914-8dcd-d462e4f35095 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.257236] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c545bcc-522e-4aae-9948-4e767bc95be4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.279435] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1187.279435] env[68089]: value = "task-2853654" [ 1187.279435] env[68089]: _type = "Task" [ 1187.279435] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.288516] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.373034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1e715-7bb6-4980-84f8-71590bf4faf3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.381548] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0139f892-1040-406c-b978-b2edfc75270b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.385301] env[68089]: DEBUG oslo_concurrency.lockutils [req-358c252b-68eb-4f64-8351-041ddea9b955 req-1ff9d410-ff8c-49ac-9f79-e873c72c3662 service nova] Releasing lock "refresh_cache-8bb0d746-4639-4556-9ad4-9bc1604f0ea8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.413469] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794ec61-ab0f-4bde-8852-5f6380af6ef6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.421799] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0bf117-9967-4e6d-b796-b84c3546d9db {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.435410] env[68089]: DEBUG nova.compute.provider_tree [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.715653] env[68089]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.715653] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1187.715653] env[68089]: _type = "HttpNfcLease" [ 1187.715653] env[68089]: } is ready. {{(pid=68089) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.716136] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.716136] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529b79d2-cf3d-fa0f-4277-dd3243a363c5" [ 1187.716136] env[68089]: _type = "HttpNfcLease" [ 1187.716136] env[68089]: }. {{(pid=68089) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1187.716641] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec63d53f-4147-47b1-b488-cf834d6aea05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.724072] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk from lease info. {{(pid=68089) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.724229] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk. {{(pid=68089) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1187.781040] env[68089]: DEBUG nova.compute.utils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.783981] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.783981] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.797346] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd71f8db-7624-4caa-8bea-d24d89dd1ba5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.803198] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853654, 'name': ReconfigVM_Task, 'duration_secs': 0.394863} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.803957] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8/0dcae654-aa30-40a9-a80e-7cc730c55dd7-rescue.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.805354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a52e277-49e2-4ad8-a7fe-134052277aac {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.832993] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749af9cc-a127-4c4c-a3dd-cea8c8d95447 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.844160] env[68089]: DEBUG nova.policy [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdb69fd057549e3a78295fd08d0c04c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346a534cc5954657b07f4451c6ae4f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.852421] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1187.852421] env[68089]: value = "task-2853655" [ 1187.852421] env[68089]: _type = "Task" [ 1187.852421] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.860371] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.901148] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.901383] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.940602] env[68089]: DEBUG nova.scheduler.client.report [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.943970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-08fb0fb8-01a3-4bde-8791-ad0a6b21decb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.943970] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-08fb0fb8-01a3-4bde-8791-ad0a6b21decb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.127727] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Successfully created port: 89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.289173] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.363750] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853655, 'name': ReconfigVM_Task, 'duration_secs': 0.151039} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.364396] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.364670] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91452c5d-ce35-4cf6-b7cb-606a5d505b4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.373353] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1188.373353] env[68089]: value = "task-2853656" [ 1188.373353] env[68089]: _type = "Task" [ 1188.373353] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.382682] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.403998] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.446857] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.447127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.447959] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.192s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.451516] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77ce6bf-b530-4053-9437-b68d7d768de6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.476227] env[68089]: INFO nova.scheduler.client.report [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted allocations for instance 2770e571-9bdc-4914-8dcd-d462e4f35095 [ 1188.479034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1bda45-ab6a-4dc6-8c29-2f446f953ecd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.509618] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfiguring VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1188.511539] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9657d924-d359-4fd2-b1d7-269f89f4f6b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.529960] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1188.529960] env[68089]: value = "task-2853657" [ 1188.529960] env[68089]: _type = "Task" [ 1188.529960] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.539109] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.885479] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.927724] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.928158] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.930481] env[68089]: INFO nova.compute.claims [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.988992] env[68089]: DEBUG oslo_concurrency.lockutils [None req-ebc56063-44a3-4c44-b0ad-ad8994cfdbde tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "2770e571-9bdc-4914-8dcd-d462e4f35095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.762s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.042635] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.146404] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Completed reading data from the image iterator. {{(pid=68089) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1189.146608] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.147574] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9722595-48bd-4f3f-8f35-76e5695b88cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.154603] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk is in state: ready. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.154770] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk. {{(pid=68089) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1189.155009] env[68089]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ffa116fb-ba59-413c-83b7-943b275dd5bd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.301099] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.330886] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.331192] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.331367] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.331551] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.331710] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.331881] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.332491] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.332491] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.332491] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.332683] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.332924] env[68089]: DEBUG nova.virt.hardware [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.333808] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f017c58-f23c-41e6-bf8e-01abe7fe9bf3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.342503] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7f2f8a-e572-405b-8c77-35be4fb8aae9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.384521] env[68089]: DEBUG oslo_vmware.api [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853656, 'name': PowerOnVM_Task, 'duration_secs': 0.535065} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.384521] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.387106] env[68089]: DEBUG nova.compute.manager [None req-b970d2f0-f900-4f48-b9af-da4952831310 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.387895] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45d1c4-33ee-498c-9b04-efe4b95bed36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.506812] env[68089]: DEBUG nova.compute.manager [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Received event network-vif-plugged-89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.507059] env[68089]: DEBUG oslo_concurrency.lockutils [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] Acquiring lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.507299] env[68089]: DEBUG oslo_concurrency.lockutils [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.507474] env[68089]: DEBUG oslo_concurrency.lockutils [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.507892] env[68089]: DEBUG nova.compute.manager [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] No waiting events found dispatching network-vif-plugged-89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.507892] env[68089]: WARNING nova.compute.manager [req-fac7da9a-5b44-4cf1-92d4-002ed1517335 req-342ff2eb-356a-4fba-a4d4-f33498606e63 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Received unexpected event network-vif-plugged-89daaa2e-8903-4d4c-9001-dddee1e8be4e for instance with vm_state building and task_state spawning. [ 1189.541517] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.573725] env[68089]: DEBUG oslo_vmware.rw_handles [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ae145-9401-f7b9-adfe-d65ecf546249/disk-0.vmdk. {{(pid=68089) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1189.573725] env[68089]: INFO nova.virt.vmwareapi.images [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Downloaded image file data 698f638a-8225-4de0-a674-4f811ad8a65a [ 1189.573725] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5612fb5-d5cd-44b1-8f7e-525ffdb9a3c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.593821] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36304501-ebe4-4e07-9264-1a807fabf005 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.596922] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Successfully updated port: 89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.747978] env[68089]: INFO nova.virt.vmwareapi.images [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] The imported VM was unregistered [ 1189.750807] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Caching image {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1189.751088] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Creating directory with path [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.751375] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0eb9a1b-ee24-4c34-b0d7-e706839584dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.776475] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Created directory with path [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.776696] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf/OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf.vmdk to [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk. {{(pid=68089) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1189.776969] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-20c6a5c5-58c9-4814-b157-cecaeb33d572 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.784317] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1189.784317] env[68089]: value = "task-2853659" [ 1189.784317] env[68089]: _type = "Task" [ 1189.784317] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.791906] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.029960] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e57f3-0dd3-4a65-ae5b-c1a1c1a84c97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.043218] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b823a-6b0c-43b1-bd8a-7f3438ed6dbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.047230] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.076108] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765d45f-3c09-4882-9b61-36d24454bab5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.083644] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1dc694-5d01-4200-8f0b-85e582c3c34d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.097606] env[68089]: DEBUG nova.compute.provider_tree [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.099418] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.099556] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.099760] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.295535] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.545721] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.602548] env[68089]: DEBUG nova.scheduler.client.report [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.642645] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.786454] env[68089]: DEBUG nova.network.neutron [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.796357] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.032341] env[68089]: DEBUG nova.compute.manager [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.032341] env[68089]: DEBUG nova.compute.manager [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing instance network info cache due to event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1191.032341] env[68089]: DEBUG oslo_concurrency.lockutils [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.032341] env[68089]: DEBUG oslo_concurrency.lockutils [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.032764] env[68089]: DEBUG nova.network.neutron [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.044436] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.110030] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.110541] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.294578] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.294996] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Instance network_info: |[{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.295809] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e5:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89daaa2e-8903-4d4c-9001-dddee1e8be4e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.302928] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.304020] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.304284] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67fc27a0-6a42-482d-9644-2d576e38da52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.322135] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.331456] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.331456] env[68089]: value = "task-2853660" [ 1191.331456] env[68089]: _type = "Task" [ 1191.331456] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.344201] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853660, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.543692] env[68089]: DEBUG nova.compute.manager [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Received event network-changed-89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.543936] env[68089]: DEBUG nova.compute.manager [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Refreshing instance network info cache due to event network-changed-89daaa2e-8903-4d4c-9001-dddee1e8be4e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1191.544198] env[68089]: DEBUG oslo_concurrency.lockutils [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] Acquiring lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.544418] env[68089]: DEBUG oslo_concurrency.lockutils [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] Acquired lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.544630] env[68089]: DEBUG nova.network.neutron [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Refreshing network info cache for port 89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.555202] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.617271] env[68089]: DEBUG nova.compute.utils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.619051] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.619508] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.713914] env[68089]: DEBUG nova.policy [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf26deb0c0db4b24bb3861a3b16d1a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a6bd81f6c7420193742fc70458b903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.725008] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.726077] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.802061] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.842462] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853660, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.848271] env[68089]: DEBUG nova.network.neutron [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updated VIF entry in instance network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.848654] env[68089]: DEBUG nova.network.neutron [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.052775] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.092198] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Successfully created port: a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.123132] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.229546] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.304810] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.344391] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853660, 'name': CreateVM_Task, 'duration_secs': 0.571989} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.344583] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.345343] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.345537] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.346483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.347231] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eecbc90-06a7-4551-bd92-da66c5527bd7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.351097] env[68089]: DEBUG oslo_concurrency.lockutils [req-46d1ce06-75cc-426a-8799-7a8059f9ee35 req-9f5bb134-fc32-480e-a290-6b5687407f41 service nova] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.355396] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1192.355396] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52fb59e7-d5d3-edbf-b529-508e230bf3d0" [ 1192.355396] env[68089]: _type = "Task" [ 1192.355396] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.362636] env[68089]: DEBUG nova.network.neutron [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updated VIF entry in instance network info cache for port 89daaa2e-8903-4d4c-9001-dddee1e8be4e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.363090] env[68089]: DEBUG nova.network.neutron [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.369625] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fb59e7-d5d3-edbf-b529-508e230bf3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.547229] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.766104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.766104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.766104] env[68089]: INFO nova.compute.claims [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.803019] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853659, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.711662} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.803019] env[68089]: INFO nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf/OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf.vmdk to [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk. [ 1192.803019] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Cleaning up location [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1192.803019] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e32669a0-f73a-4b4a-b220-eaa62eae10bf {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.803019] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32833868-5c47-4cd6-b98a-df6f486e102c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.808589] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1192.808589] env[68089]: value = "task-2853661" [ 1192.808589] env[68089]: _type = "Task" [ 1192.808589] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.817994] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.866799] env[68089]: DEBUG oslo_concurrency.lockutils [req-4d434a28-6cb7-4a7d-b429-c68b01454050 req-058165d2-095a-49b0-8ad5-42e92c512ae2 service nova] Releasing lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.867500] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52fb59e7-d5d3-edbf-b529-508e230bf3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018986} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.867931] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.868288] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.870023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.870023] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.870023] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.870023] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ee11e9f-b49c-4a13-8215-38e1e0a3ee53 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.886194] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.886381] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.887119] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1a030e-3df2-4294-abf5-658f90da2db9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.892441] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1192.892441] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]527f1ada-ad15-03d0-bfd3-4c78320b7200" [ 1192.892441] env[68089]: _type = "Task" [ 1192.892441] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.900462] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527f1ada-ad15-03d0-bfd3-4c78320b7200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.047847] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.134030] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.163918] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.164234] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.164397] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.164580] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.164749] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.164870] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.165108] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.165501] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.165712] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.165881] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.166073] env[68089]: DEBUG nova.virt.hardware [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.166925] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacc7b00-19cc-47dc-97e0-39857cedbb8b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.175600] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233df5f1-b7b1-41cf-b1ea-0f304b15bc77 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.195182] env[68089]: DEBUG nova.compute.manager [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.195182] env[68089]: DEBUG nova.compute.manager [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing instance network info cache due to event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1193.195182] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.195312] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.195427] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.323515] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234722} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.323945] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.324214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.324575] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk to [datastore2] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.324952] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d28ac1-7522-4280-8c4e-3aeda645f8b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.334261] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1193.334261] env[68089]: value = "task-2853662" [ 1193.334261] env[68089]: _type = "Task" [ 1193.334261] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.346169] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.402952] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]527f1ada-ad15-03d0-bfd3-4c78320b7200, 'name': SearchDatastore_Task, 'duration_secs': 0.086434} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.403999] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd3d008-9d6d-4984-9842-3d7f3af6847b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.409903] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1193.409903] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]529df597-9e0f-0fbd-530a-f5b81cf8122d" [ 1193.409903] env[68089]: _type = "Task" [ 1193.409903] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.418417] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529df597-9e0f-0fbd-530a-f5b81cf8122d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.549663] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.620582] env[68089]: DEBUG nova.compute.manager [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Received event network-vif-plugged-a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.620872] env[68089]: DEBUG oslo_concurrency.lockutils [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.621227] env[68089]: DEBUG oslo_concurrency.lockutils [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.621428] env[68089]: DEBUG oslo_concurrency.lockutils [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.621606] env[68089]: DEBUG nova.compute.manager [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] No waiting events found dispatching network-vif-plugged-a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.621775] env[68089]: WARNING nova.compute.manager [req-ba714ac7-9f1f-41b8-9cff-99765ea2c6f4 req-5f3ea74e-2630-4236-83b5-4f2f9a822e07 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Received unexpected event network-vif-plugged-a508c758-5e4a-45fc-838e-fec9422124af for instance with vm_state building and task_state spawning. [ 1193.742602] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Successfully updated port: a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.848507] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.921171] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c864cb-0c70-43d9-a7b9-15051210bc97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.930944] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]529df597-9e0f-0fbd-530a-f5b81cf8122d, 'name': SearchDatastore_Task, 'duration_secs': 0.047191} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.932038] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.932620] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 7c7223d7-6001-460c-bea5-614c46c0d8f3/7c7223d7-6001-460c-bea5-614c46c0d8f3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.932829] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6761daa3-78d0-4458-a89a-a320ff82669c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.940087] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updated VIF entry in instance network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.940631] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.944059] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8deb9-5257-4a1e-b5ac-0eea2d9b3c4a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.951741] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1193.951741] env[68089]: value = "task-2853663" [ 1193.951741] env[68089]: _type = "Task" [ 1193.951741] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.985993] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc77d7-8abb-41cf-869b-9da4462d8958 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.992244] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.998598] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e6919-fd75-4300-b7bb-bf91a147b814 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.013676] env[68089]: DEBUG nova.compute.provider_tree [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.049364] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.245742] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.246210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.246287] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.347426] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.452219] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.452534] env[68089]: DEBUG nova.compute.manager [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1194.452689] env[68089]: DEBUG nova.compute.manager [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing instance network info cache due to event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1194.452949] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453161] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.453351] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.467994] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853663, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.517077] env[68089]: DEBUG nova.scheduler.client.report [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.557894] env[68089]: DEBUG oslo_vmware.api [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853657, 'name': ReconfigVM_Task, 'duration_secs': 5.797849} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.558373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.561176] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Reconfigured VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1194.797172] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.854319] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.970332] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691426} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.970649] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 7c7223d7-6001-460c-bea5-614c46c0d8f3/7c7223d7-6001-460c-bea5-614c46c0d8f3.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.970876] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.971496] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68c543ec-e932-4bc4-a3fc-736460939298 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.979072] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1194.979072] env[68089]: value = "task-2853664" [ 1194.979072] env[68089]: _type = "Task" [ 1194.979072] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.987237] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.027535] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.028070] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.040714] env[68089]: DEBUG nova.network.neutron [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating instance_info_cache with network_info: [{"id": "a508c758-5e4a-45fc-838e-fec9422124af", "address": "fa:16:3e:cf:b0:dc", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa508c758-5e", "ovs_interfaceid": "a508c758-5e4a-45fc-838e-fec9422124af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.208621] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updated VIF entry in instance network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.209145] env[68089]: DEBUG nova.network.neutron [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.322361] env[68089]: DEBUG nova.compute.manager [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.322640] env[68089]: DEBUG nova.compute.manager [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing instance network info cache due to event network-changed-0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1195.322814] env[68089]: DEBUG oslo_concurrency.lockutils [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] Acquiring lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.347456] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.489668] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081334} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.489981] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.490919] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f6086-db19-4ab6-8045-079910f44f73 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.516886] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 7c7223d7-6001-460c-bea5-614c46c0d8f3/7c7223d7-6001-460c-bea5-614c46c0d8f3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.517243] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab61562-ed42-4889-a5bf-eee41fc58555 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.535159] env[68089]: DEBUG nova.compute.utils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.536710] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.536907] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.543637] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.544014] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance network_info: |[{"id": "a508c758-5e4a-45fc-838e-fec9422124af", "address": "fa:16:3e:cf:b0:dc", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa508c758-5e", "ovs_interfaceid": "a508c758-5e4a-45fc-838e-fec9422124af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.545855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b0:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a508c758-5e4a-45fc-838e-fec9422124af', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.554248] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.554562] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1195.554562] env[68089]: value = "task-2853665" [ 1195.554562] env[68089]: _type = "Task" [ 1195.554562] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.555419] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.555698] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-789f0564-656a-445b-b697-1d9498456276 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.577666] env[68089]: DEBUG nova.policy [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb92b8f173840a4ad03026a80c03344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6c8e080db840e387b47c0475d94f15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.584161] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.584161] env[68089]: value = "task-2853666" [ 1195.584161] env[68089]: _type = "Task" [ 1195.584161] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.584447] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.596086] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853666, 'name': CreateVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.657315] env[68089]: DEBUG nova.compute.manager [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Received event network-changed-a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.657649] env[68089]: DEBUG nova.compute.manager [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Refreshing instance network info cache due to event network-changed-a508c758-5e4a-45fc-838e-fec9422124af. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1195.657864] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Acquiring lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.658019] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Acquired lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.658203] env[68089]: DEBUG nova.network.neutron [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Refreshing network info cache for port a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.686816] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.687459] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.687710] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.687911] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.688092] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.691424] env[68089]: INFO nova.compute.manager [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Terminating instance [ 1195.711845] env[68089]: DEBUG oslo_concurrency.lockutils [req-884de447-e478-44b5-bc0f-fbdad29f8d07 req-ec8643fa-3827-4e2a-ad52-39c82277553e service nova] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.712289] env[68089]: DEBUG oslo_concurrency.lockutils [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] Acquired lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.712486] env[68089]: DEBUG nova.network.neutron [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Refreshing network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.854151] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.930358] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.930579] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.930764] env[68089]: DEBUG nova.network.neutron [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.933288] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Successfully created port: 28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.044035] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.071333] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.097141] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853666, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.196981] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.197202] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.197415] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.197604] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.197773] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.200014] env[68089]: DEBUG nova.compute.manager [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.200232] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.200739] env[68089]: INFO nova.compute.manager [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Terminating instance [ 1196.203340] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2f2cd5-97bf-429b-a68a-48bcf9730394 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.212225] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.212674] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9842a437-46bc-454b-bf2c-0104b1df23b2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.220993] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1196.220993] env[68089]: value = "task-2853667" [ 1196.220993] env[68089]: _type = "Task" [ 1196.220993] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.231987] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.352464] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853662, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.901896} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.352663] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/698f638a-8225-4de0-a674-4f811ad8a65a/698f638a-8225-4de0-a674-4f811ad8a65a.vmdk to [datastore2] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.353436] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975c6c7f-e920-4d83-9bed-2424f8a00077 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.377067] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.377460] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f6739c-c646-4129-836b-5b5fcbf4c4fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.397206] env[68089]: DEBUG nova.network.neutron [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updated VIF entry in instance network info cache for port a508c758-5e4a-45fc-838e-fec9422124af. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.397585] env[68089]: DEBUG nova.network.neutron [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating instance_info_cache with network_info: [{"id": "a508c758-5e4a-45fc-838e-fec9422124af", "address": "fa:16:3e:cf:b0:dc", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa508c758-5e", "ovs_interfaceid": "a508c758-5e4a-45fc-838e-fec9422124af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.400315] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1196.400315] env[68089]: value = "task-2853668" [ 1196.400315] env[68089]: _type = "Task" [ 1196.400315] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.408803] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.530755] env[68089]: DEBUG nova.network.neutron [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updated VIF entry in instance network info cache for port 0eb0409c-7041-4649-9d86-eeea85a70311. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.531104] env[68089]: DEBUG nova.network.neutron [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [{"id": "0eb0409c-7041-4649-9d86-eeea85a70311", "address": "fa:16:3e:be:0f:84", "network": {"id": "5c2e7c61-0cc5-4de5-b325-348de3cd3ca2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-627527369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a78a4300453c41649ea7de50fb12a47d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0eb0409c-70", "ovs_interfaceid": "0eb0409c-7041-4649-9d86-eeea85a70311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.566554] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853665, 'name': ReconfigVM_Task, 'duration_secs': 0.961013} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.566912] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 7c7223d7-6001-460c-bea5-614c46c0d8f3/7c7223d7-6001-460c-bea5-614c46c0d8f3.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.567630] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c526da-451c-4132-bc68-0ecbf9cf925b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.573858] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1196.573858] env[68089]: value = "task-2853669" [ 1196.573858] env[68089]: _type = "Task" [ 1196.573858] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.582145] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853669, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.594366] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853666, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.660210] env[68089]: INFO nova.network.neutron [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Port 08fb0fb8-01a3-4bde-8791-ad0a6b21decb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1196.660475] env[68089]: INFO nova.network.neutron [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Port e3bbf953-860b-499f-99b5-e093512a4cf1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1196.660886] env[68089]: DEBUG nova.network.neutron [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.713936] env[68089]: DEBUG nova.compute.manager [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.714263] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.715693] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230292a-4d06-44b3-8be7-8faaebdfdf95 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.724036] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.727212] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5768e1cf-b7f9-48f2-af65-c8f32218bbe1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.733496] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853667, 'name': PowerOffVM_Task, 'duration_secs': 0.288403} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.734515] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.734691] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.734963] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1196.734963] env[68089]: value = "task-2853670" [ 1196.734963] env[68089]: _type = "Task" [ 1196.734963] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.735150] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e82f09-77b1-4836-a01a-35f5dd0d15ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.745353] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.797621] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.797915] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.798166] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Deleting the datastore file [datastore2] cb0ad49f-0198-4395-8055-8f398cb2ddd8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.798490] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803f1490-2fcb-4001-89a5-0aa5d44a53cc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.804584] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for the task: (returnval){ [ 1196.804584] env[68089]: value = "task-2853672" [ 1196.804584] env[68089]: _type = "Task" [ 1196.804584] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.812780] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.902115] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Releasing lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.902454] env[68089]: DEBUG nova.compute.manager [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-deleted-08fb0fb8-01a3-4bde-8791-ad0a6b21decb {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.902670] env[68089]: INFO nova.compute.manager [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Neutron deleted interface 08fb0fb8-01a3-4bde-8791-ad0a6b21decb; detaching it from the instance and deleting it from the info cache [ 1196.903055] env[68089]: DEBUG nova.network.neutron [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3bbf953-860b-499f-99b5-e093512a4cf1", "address": "fa:16:3e:05:98:2d", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bbf953-86", "ovs_interfaceid": "e3bbf953-860b-499f-99b5-e093512a4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.914416] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.034274] env[68089]: DEBUG oslo_concurrency.lockutils [req-06564b35-74ca-4007-b7d9-709e244c8b61 req-2f27774e-ce73-4e2e-a732-e452d291f3dc service nova] Releasing lock "refresh_cache-cb0ad49f-0198-4395-8055-8f398cb2ddd8" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.053383] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.081672] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.081946] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.082155] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.082372] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.082557] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.082730] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.082987] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.083199] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.083385] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.083546] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.083714] env[68089]: DEBUG nova.virt.hardware [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.084512] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dd15a7-4148-416a-bf90-f22cda9133b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.090179] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853669, 'name': Rename_Task, 'duration_secs': 0.146697} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.093256] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.093518] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddcdaf8-0a56-4adf-a377-b1016521717c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.098884] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7734b-58fe-447f-8b82-97542709a355 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.105458] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1197.105458] env[68089]: value = "task-2853673" [ 1197.105458] env[68089]: _type = "Task" [ 1197.105458] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.105652] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853666, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.123378] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.164593] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.246841] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853670, 'name': PowerOffVM_Task, 'duration_secs': 0.240011} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.247130] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.247304] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.247556] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35263a15-6812-4637-be44-a97d2b239cb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.315622] env[68089]: DEBUG oslo_vmware.api [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Task: {'id': task-2853672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272384} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.315968] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.316589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.316589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.316699] env[68089]: INFO nova.compute.manager [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1197.317045] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.317412] env[68089]: DEBUG nova.compute.manager [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.318133] env[68089]: DEBUG nova.network.neutron [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.347645] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.347972] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.348299] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleting the datastore file [datastore1] b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.348674] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ee51e0-c97a-43c6-b698-5618dd67747b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.355608] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1197.355608] env[68089]: value = "task-2853675" [ 1197.355608] env[68089]: _type = "Task" [ 1197.355608] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.363803] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.383832] env[68089]: DEBUG nova.compute.manager [req-7c059e2a-4dd4-4869-854f-277592ce9210 req-963e9581-1bb2-45b3-958e-71cd48a4bfa1 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-deleted-e3bbf953-860b-499f-99b5-e093512a4cf1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.384113] env[68089]: INFO nova.compute.manager [req-7c059e2a-4dd4-4869-854f-277592ce9210 req-963e9581-1bb2-45b3-958e-71cd48a4bfa1 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Neutron deleted interface e3bbf953-860b-499f-99b5-e093512a4cf1; detaching it from the instance and deleting it from the info cache [ 1197.384392] env[68089]: DEBUG nova.network.neutron [req-7c059e2a-4dd4-4869-854f-277592ce9210 req-963e9581-1bb2-45b3-958e-71cd48a4bfa1 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [{"id": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "address": "fa:16:3e:2e:e2:59", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023cf85d-cb", "ovs_interfaceid": "023cf85d-cb3a-40fa-a7d9-266bc609a8b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.417024] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Acquiring lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.421328] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853668, 'name': ReconfigVM_Task, 'duration_secs': 0.748305} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.424513] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8/8bb0d746-4639-4556-9ad4-9bc1604f0ea8.vmdk or device None with type streamOptimized {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.425319] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fcdbb63-4c65-459b-b929-c2c9bd75e7eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.434015] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1197.434015] env[68089]: value = "task-2853676" [ 1197.434015] env[68089]: _type = "Task" [ 1197.434015] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.440654] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853676, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.514094] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Successfully updated port: 28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.601057] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853666, 'name': CreateVM_Task, 'duration_secs': 1.620805} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.601057] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.601968] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.602208] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.602540] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.602806] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11771912-c74f-44a7-a820-a0f38ce5ec10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.607736] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1197.607736] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]522a42e0-3395-27b6-dd5b-da1a8adf1899" [ 1197.607736] env[68089]: _type = "Task" [ 1197.607736] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.618583] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.622263] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a42e0-3395-27b6-dd5b-da1a8adf1899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.669027] env[68089]: DEBUG oslo_concurrency.lockutils [None req-29f3cde3-3dcb-4e58-bdbb-0009e1df1326 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a-08fb0fb8-01a3-4bde-8791-ad0a6b21decb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.725s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.686213] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Received event network-vif-plugged-28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.686794] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.687054] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.687250] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.687430] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] No waiting events found dispatching network-vif-plugged-28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.687602] env[68089]: WARNING nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Received unexpected event network-vif-plugged-28c39d4c-66e4-4d06-8775-230123acae3e for instance with vm_state building and task_state spawning. [ 1197.687771] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Received event network-changed-28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1197.687929] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Refreshing instance network info cache due to event network-changed-28c39d4c-66e4-4d06-8775-230123acae3e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1197.688139] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Acquiring lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.688281] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Acquired lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.688440] env[68089]: DEBUG nova.network.neutron [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Refreshing network info cache for port 28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.866150] env[68089]: DEBUG oslo_vmware.api [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325686} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.866412] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.866599] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.866771] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.866944] env[68089]: INFO nova.compute.manager [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1197.867197] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.867387] env[68089]: DEBUG nova.compute.manager [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.867480] env[68089]: DEBUG nova.network.neutron [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.886873] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de0e5a8d-891b-4c23-8d30-6ef5f3fd57ed {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.896916] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c174a2cf-4e5a-4b85-a218-712c34882a99 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.932278] env[68089]: DEBUG nova.compute.manager [req-7c059e2a-4dd4-4869-854f-277592ce9210 req-963e9581-1bb2-45b3-958e-71cd48a4bfa1 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Detach interface failed, port_id=e3bbf953-860b-499f-99b5-e093512a4cf1, reason: Instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1197.932278] env[68089]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e3bbf953-860b-499f-99b5-e093512a4cf1 could not be found.", "detail": ""}} {{(pid=68089) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1197.932446] env[68089]: DEBUG nova.network.neutron [-] Unable to show port e3bbf953-860b-499f-99b5-e093512a4cf1 as it no longer exists. {{(pid=68089) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1197.942692] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853676, 'name': Rename_Task, 'duration_secs': 0.137143} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.943015] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.943272] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b02d25a0-3bef-46b7-9cc2-fbda3b742eef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.949654] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1197.949654] env[68089]: value = "task-2853677" [ 1197.949654] env[68089]: _type = "Task" [ 1197.949654] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.957959] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.016128] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.119959] env[68089]: DEBUG oslo_vmware.api [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853673, 'name': PowerOnVM_Task, 'duration_secs': 0.641686} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.123377] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.123770] env[68089]: INFO nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1198.123848] env[68089]: DEBUG nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.124135] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]522a42e0-3395-27b6-dd5b-da1a8adf1899, 'name': SearchDatastore_Task, 'duration_secs': 0.018061} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.124834] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66689b9-8f78-4a4c-9beb-98b19d34f784 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.127620] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.127874] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.128133] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.128287] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.128474] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.128738] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15937bde-d410-4e4d-a68c-222ef41d570f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.139506] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.139713] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.140694] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08b06e4-fc26-4bb0-a70a-ef0152b094de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.145872] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1198.145872] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52825245-141e-baa6-0991-f0fde5a6ff69" [ 1198.145872] env[68089]: _type = "Task" [ 1198.145872] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.153381] env[68089]: DEBUG nova.network.neutron [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.154751] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52825245-141e-baa6-0991-f0fde5a6ff69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.235154] env[68089]: DEBUG nova.network.neutron [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.466622] env[68089]: DEBUG oslo_vmware.api [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853677, 'name': PowerOnVM_Task, 'duration_secs': 0.464542} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.466967] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.575729] env[68089]: DEBUG nova.network.neutron [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.595114] env[68089]: DEBUG nova.compute.manager [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.596007] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2aebf3-a568-4891-9403-d0e87736a261 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.650548] env[68089]: INFO nova.compute.manager [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Took 14.00 seconds to build instance. [ 1198.658332] env[68089]: INFO nova.compute.manager [-] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Took 1.34 seconds to deallocate network for instance. [ 1198.658676] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52825245-141e-baa6-0991-f0fde5a6ff69, 'name': SearchDatastore_Task, 'duration_secs': 0.021854} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.663327] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91feead5-872f-4892-ab97-fce4d1521b80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.670470] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1198.670470] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f05103-9390-cf07-106d-3de3685f9e9c" [ 1198.670470] env[68089]: _type = "Task" [ 1198.670470] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.677146] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f05103-9390-cf07-106d-3de3685f9e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.078022] env[68089]: DEBUG oslo_concurrency.lockutils [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] Releasing lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.078159] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Received event network-vif-deleted-0eb0409c-7041-4649-9d86-eeea85a70311 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.078349] env[68089]: INFO nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Neutron deleted interface 0eb0409c-7041-4649-9d86-eeea85a70311; detaching it from the instance and deleting it from the info cache [ 1199.078521] env[68089]: DEBUG nova.network.neutron [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.079700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.079853] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.080834] env[68089]: DEBUG nova.network.neutron [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.113460] env[68089]: DEBUG oslo_concurrency.lockutils [None req-53d8f652-0fa0-4380-9b26-d0eb44e1857e tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.378s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.152406] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3196af45-3e38-45ff-b615-8784e8212a65 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.513s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.167037] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.167433] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.167737] env[68089]: DEBUG nova.objects.instance [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lazy-loading 'resources' on Instance uuid cb0ad49f-0198-4395-8055-8f398cb2ddd8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.180201] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f05103-9390-cf07-106d-3de3685f9e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.028643} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.180504] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.180791] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.181085] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24ef4ad2-6164-4998-963c-644edd152556 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.188495] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1199.188495] env[68089]: value = "task-2853678" [ 1199.188495] env[68089]: _type = "Task" [ 1199.188495] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.196287] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.585680] env[68089]: INFO nova.compute.manager [-] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Took 1.72 seconds to deallocate network for instance. [ 1199.586284] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a724a8c6-405c-4728-b4b3-df3dea16fe1b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.600832] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa3e8d-a754-463c-9bf8-9a4c857164ae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.624011] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.634396] env[68089]: DEBUG nova.compute.manager [req-e055655d-09bd-4354-b8ca-f10bf1269518 req-5ec3e743-ad30-4bd5-85c0-c79e40183e13 service nova] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Detach interface failed, port_id=0eb0409c-7041-4649-9d86-eeea85a70311, reason: Instance cb0ad49f-0198-4395-8055-8f398cb2ddd8 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1199.702882] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853678, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.715570] env[68089]: DEBUG nova.compute.manager [req-f4f57528-34a8-4b40-856c-43ffc795dc3a req-933b1b46-d9f5-496b-99cc-b9f64f864620 service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Received event network-vif-deleted-023cf85d-cb3a-40fa-a7d9-266bc609a8b5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.731944] env[68089]: DEBUG nova.compute.manager [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Received event network-changed-89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1199.732300] env[68089]: DEBUG nova.compute.manager [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Refreshing instance network info cache due to event network-changed-89daaa2e-8903-4d4c-9001-dddee1e8be4e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1199.732619] env[68089]: DEBUG oslo_concurrency.lockutils [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] Acquiring lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.732851] env[68089]: DEBUG oslo_concurrency.lockutils [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] Acquired lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.733136] env[68089]: DEBUG nova.network.neutron [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Refreshing network info cache for port 89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.797087] env[68089]: DEBUG nova.network.neutron [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating instance_info_cache with network_info: [{"id": "28c39d4c-66e4-4d06-8775-230123acae3e", "address": "fa:16:3e:63:b5:28", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c39d4c-66", "ovs_interfaceid": "28c39d4c-66e4-4d06-8775-230123acae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.816201] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18469f3-6b4b-4727-81b4-81ad708709ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.827054] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c536f38-b460-4a84-838d-98d0f2f51c3f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.860148] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6befc1a-1404-4583-ae84-a51c079905f6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.868619] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff1490-53bb-4ac2-b0e9-c7a64d589711 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.883484] env[68089]: DEBUG nova.compute.provider_tree [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.095874] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.199120] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936608} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.199746] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.199746] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.199979] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f2cb735-c5e4-45da-ac30-e35991004b01 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.207988] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1200.207988] env[68089]: value = "task-2853679" [ 1200.207988] env[68089]: _type = "Task" [ 1200.207988] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.215326] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.300696] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.301065] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance network_info: |[{"id": "28c39d4c-66e4-4d06-8775-230123acae3e", "address": "fa:16:3e:63:b5:28", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c39d4c-66", "ovs_interfaceid": "28c39d4c-66e4-4d06-8775-230123acae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.301518] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b5:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c39d4c-66e4-4d06-8775-230123acae3e', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.309130] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.311756] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.312018] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d06803-b8c3-4f88-acc1-3e940e1ae566 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.332107] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.332107] env[68089]: value = "task-2853680" [ 1200.332107] env[68089]: _type = "Task" [ 1200.332107] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.341504] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853680, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.386899] env[68089]: DEBUG nova.scheduler.client.report [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.480911] env[68089]: DEBUG nova.network.neutron [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updated VIF entry in instance network info cache for port 89daaa2e-8903-4d4c-9001-dddee1e8be4e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.481351] env[68089]: DEBUG nova.network.neutron [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.485322] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.485611] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.485858] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.486075] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.486274] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.488732] env[68089]: INFO nova.compute.manager [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Terminating instance [ 1200.717952] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068937} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.718340] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.718926] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d8f67-df46-4133-84d6-1adf445053c4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.741525] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.741791] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da94d12-9588-4568-b6db-19593e75df7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.761022] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1200.761022] env[68089]: value = "task-2853681" [ 1200.761022] env[68089]: _type = "Task" [ 1200.761022] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.768512] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.841330] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853680, 'name': CreateVM_Task, 'duration_secs': 0.31206} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.841415] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.842027] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.842194] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.842520] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.842773] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5ca598-079e-4e1a-bd48-1c803d543399 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.847681] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1200.847681] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52c4818e-a0ca-fcea-bcd3-ce281d90f456" [ 1200.847681] env[68089]: _type = "Task" [ 1200.847681] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.855206] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c4818e-a0ca-fcea-bcd3-ce281d90f456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.892334] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.895019] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.799s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.896031] env[68089]: DEBUG nova.objects.instance [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'resources' on Instance uuid b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.921752] env[68089]: INFO nova.scheduler.client.report [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Deleted allocations for instance cb0ad49f-0198-4395-8055-8f398cb2ddd8 [ 1200.984325] env[68089]: DEBUG oslo_concurrency.lockutils [req-4c924576-1c90-4f5e-8221-83736a06aca7 req-7295a2d5-c7cd-454b-99af-3eeb1e75b54b service nova] Releasing lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.991983] env[68089]: DEBUG nova.compute.manager [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.992257] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.993162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152bc88-a882-414c-9f46-ecb75fb6a1f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.000893] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.001246] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0622a301-ef78-47a4-8059-78cc022e544f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.007883] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1201.007883] env[68089]: value = "task-2853682" [ 1201.007883] env[68089]: _type = "Task" [ 1201.007883] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.015383] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.270671] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853681, 'name': ReconfigVM_Task, 'duration_secs': 0.468921} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.270963] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.271642] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8fcd9a2-d834-4709-9322-a7017a0dba93 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.277705] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1201.277705] env[68089]: value = "task-2853683" [ 1201.277705] env[68089]: _type = "Task" [ 1201.277705] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.291825] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853683, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.358159] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52c4818e-a0ca-fcea-bcd3-ce281d90f456, 'name': SearchDatastore_Task, 'duration_secs': 0.038589} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.358483] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.358727] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.358988] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.359150] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.359365] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.359631] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b5274e8-ffb8-4161-9544-dcb74c8bb74a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.368735] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.368906] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.369871] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72c60f1-e50f-467f-8533-82cdfc1bb161 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.375657] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1201.375657] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52386197-50f7-1acf-0b14-2077bea11393" [ 1201.375657] env[68089]: _type = "Task" [ 1201.375657] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.383162] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52386197-50f7-1acf-0b14-2077bea11393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.433805] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cb23039b-9ad8-4b1e-b59a-e834fdb42a29 tempest-ServerRescueTestJSONUnderV235-443723871 tempest-ServerRescueTestJSONUnderV235-443723871-project-member] Lock "cb0ad49f-0198-4395-8055-8f398cb2ddd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.501862] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd92017-7d9d-4033-892a-09f03cb7e20c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.511934] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8f687-8184-4c18-9bc3-8fe1e50b74b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.520040] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853682, 'name': PowerOffVM_Task, 'duration_secs': 0.205641} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.545024] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.545189] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.545621] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0920392-7799-4bc2-9d67-2a12179b4453 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.547528] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d54837-3259-4d05-aed2-b2d816d11ef5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.555090] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d4794-c1c9-4460-99bb-df33f2c68d3e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.567759] env[68089]: DEBUG nova.compute.provider_tree [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.615073] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.615323] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.615507] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleting the datastore file [datastore2] 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.615765] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631718f7-a552-4947-b506-0a86f73ccad0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.621967] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for the task: (returnval){ [ 1201.621967] env[68089]: value = "task-2853685" [ 1201.621967] env[68089]: _type = "Task" [ 1201.621967] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.629797] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.787960] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853683, 'name': Rename_Task, 'duration_secs': 0.170079} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.788361] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.788564] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e89ecb7-9fe3-406e-b606-b597549e3e3b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.795598] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1201.795598] env[68089]: value = "task-2853686" [ 1201.795598] env[68089]: _type = "Task" [ 1201.795598] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.807349] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.886896] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52386197-50f7-1acf-0b14-2077bea11393, 'name': SearchDatastore_Task, 'duration_secs': 0.023092} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.887715] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46857ddf-61a0-4c93-bff5-87328fc185fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.892795] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1201.892795] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9394a-f596-2b7d-0c4b-c039dc86a54e" [ 1201.892795] env[68089]: _type = "Task" [ 1201.892795] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.900113] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9394a-f596-2b7d-0c4b-c039dc86a54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.070748] env[68089]: DEBUG nova.scheduler.client.report [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.131859] env[68089]: DEBUG oslo_vmware.api [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Task: {'id': task-2853685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451702} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.132130] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.132317] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.132486] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.132657] env[68089]: INFO nova.compute.manager [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1202.132891] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.133098] env[68089]: DEBUG nova.compute.manager [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.133197] env[68089]: DEBUG nova.network.neutron [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.306303] env[68089]: DEBUG oslo_vmware.api [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853686, 'name': PowerOnVM_Task, 'duration_secs': 0.451801} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.306589] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.306793] env[68089]: INFO nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1202.307336] env[68089]: DEBUG nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.307970] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d5682-4a34-43b2-8998-fbc47705be21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.410214] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d9394a-f596-2b7d-0c4b-c039dc86a54e, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.410457] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.410717] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1/d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.411102] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b93d9d11-e718-45fc-8107-20eeee79cd47 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.417653] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1202.417653] env[68089]: value = "task-2853687" [ 1202.417653] env[68089]: _type = "Task" [ 1202.417653] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.425565] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.578823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.585253] env[68089]: DEBUG nova.compute.manager [req-569e8fb9-8563-470d-ae35-24697f022aae req-8d286d9a-750f-4024-a5e2-db35b828e302 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Received event network-vif-deleted-2caad0f7-b15c-4506-b6f0-e3e2ff3726d3 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1202.585486] env[68089]: INFO nova.compute.manager [req-569e8fb9-8563-470d-ae35-24697f022aae req-8d286d9a-750f-4024-a5e2-db35b828e302 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Neutron deleted interface 2caad0f7-b15c-4506-b6f0-e3e2ff3726d3; detaching it from the instance and deleting it from the info cache [ 1202.585664] env[68089]: DEBUG nova.network.neutron [req-569e8fb9-8563-470d-ae35-24697f022aae req-8d286d9a-750f-4024-a5e2-db35b828e302 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.611807] env[68089]: INFO nova.scheduler.client.report [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted allocations for instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a [ 1202.829323] env[68089]: INFO nova.compute.manager [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Took 13.92 seconds to build instance. [ 1202.928730] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.051221] env[68089]: DEBUG nova.network.neutron [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.091031] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c47a9aa1-080b-44ff-8ccc-4636abbb7ac1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.101112] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5874c8ee-89b9-42d5-abed-1fcfb2539efe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.123798] env[68089]: DEBUG oslo_concurrency.lockutils [None req-63168836-51b7-4cc9-8e33-1347096f0d77 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.926s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.124205] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Acquired lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.125293] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7817003-e989-43f2-890c-cb750a37cfd9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.140404] env[68089]: DEBUG nova.compute.manager [req-569e8fb9-8563-470d-ae35-24697f022aae req-8d286d9a-750f-4024-a5e2-db35b828e302 service nova] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Detach interface failed, port_id=2caad0f7-b15c-4506-b6f0-e3e2ff3726d3, reason: Instance 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1203.147745] env[68089]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1203.148010] env[68089]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68089) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1203.148516] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f926610-2ce8-462a-b86a-ccd87dedb254 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.162598] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e52345-c969-4b49-92ad-1650cab0afe2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.195777] env[68089]: ERROR root [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-573760' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-573760' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-573760' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-573760'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-573760' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-573760' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-573760'}\n"]: nova.exception.InstanceNotFound: Instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a could not be found. [ 1203.196110] env[68089]: DEBUG oslo_concurrency.lockutils [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] Releasing lock "b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.196228] env[68089]: DEBUG nova.compute.manager [req-fe79270a-e2dc-4700-ade2-4f77b241ccbb req-fb49916c-8724-4ab5-84ba-f76a7a0e50ca service nova] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Detach interface failed, port_id=08fb0fb8-01a3-4bde-8791-ad0a6b21decb, reason: Instance b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1203.331217] env[68089]: DEBUG oslo_concurrency.lockutils [None req-58a1ea88-a093-42a7-89a3-ab96912c7d3f tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.430s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.431584] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78619} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.432521] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1/d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.432728] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.433149] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf4eede7-fea1-4b5a-9823-01e8e0f91d5e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.444751] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1203.444751] env[68089]: value = "task-2853688" [ 1203.444751] env[68089]: _type = "Task" [ 1203.444751] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.455192] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.554550] env[68089]: INFO nova.compute.manager [-] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Took 1.42 seconds to deallocate network for instance. [ 1203.955259] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07712} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.956034] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.956966] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16eea6-e435-4926-a107-8d572826c206 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.979766] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1/d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.980170] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1ef8a5-4b03-4854-a646-b0de74278dc6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.003189] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1204.003189] env[68089]: value = "task-2853689" [ 1204.003189] env[68089]: _type = "Task" [ 1204.003189] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.015899] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.025290] env[68089]: DEBUG nova.compute.manager [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Received event network-changed-a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1204.025512] env[68089]: DEBUG nova.compute.manager [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Refreshing instance network info cache due to event network-changed-a508c758-5e4a-45fc-838e-fec9422124af. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1204.027721] env[68089]: DEBUG oslo_concurrency.lockutils [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] Acquiring lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.027721] env[68089]: DEBUG oslo_concurrency.lockutils [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] Acquired lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.027721] env[68089]: DEBUG nova.network.neutron [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Refreshing network info cache for port a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.061443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.061443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.061597] env[68089]: DEBUG nova.objects.instance [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lazy-loading 'resources' on Instance uuid 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.513774] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.669997] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d10b9-8f4a-4aec-b263-06f56568ba37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.678455] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ff917-1659-4e69-8735-1ef68b7cc8fa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.714443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd30bd-5c54-4003-b5a6-3997368608de {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.722509] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fbf9ff-c3a0-472d-975d-7d2ce9d602d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.736501] env[68089]: DEBUG nova.compute.provider_tree [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.780943] env[68089]: DEBUG nova.network.neutron [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updated VIF entry in instance network info cache for port a508c758-5e4a-45fc-838e-fec9422124af. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.781402] env[68089]: DEBUG nova.network.neutron [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating instance_info_cache with network_info: [{"id": "a508c758-5e4a-45fc-838e-fec9422124af", "address": "fa:16:3e:cf:b0:dc", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa508c758-5e", "ovs_interfaceid": "a508c758-5e4a-45fc-838e-fec9422124af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.014146] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853689, 'name': ReconfigVM_Task, 'duration_secs': 0.841363} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.014501] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1/d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.015076] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52d3846-44c5-4060-83cb-d96859bb8c09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.021183] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1205.021183] env[68089]: value = "task-2853690" [ 1205.021183] env[68089]: _type = "Task" [ 1205.021183] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.028909] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853690, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.239488] env[68089]: DEBUG nova.scheduler.client.report [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.284342] env[68089]: DEBUG oslo_concurrency.lockutils [req-5698e706-abb2-4911-ba8d-e6b4b7a3459a req-0b47e2f4-d95f-4e39-a60f-3043fa8ecc5b service nova] Releasing lock "refresh_cache-0af6267e-94cb-4c9c-b800-07b3d691c22b" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.456379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.456670] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.530750] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853690, 'name': Rename_Task, 'duration_secs': 0.126128} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.531217] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.531357] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae6b5444-6844-4cff-86b2-4081eba0d189 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.538356] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1205.538356] env[68089]: value = "task-2853691" [ 1205.538356] env[68089]: _type = "Task" [ 1205.538356] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.547074] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.744859] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.768013] env[68089]: INFO nova.scheduler.client.report [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Deleted allocations for instance 8bb0d746-4639-4556-9ad4-9bc1604f0ea8 [ 1205.960069] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.049437] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.275022] env[68089]: DEBUG oslo_concurrency.lockutils [None req-65d01422-ca5f-4d3d-bd45-0cff6ae954fb tempest-ServerActionsTestOtherB-806128985 tempest-ServerActionsTestOtherB-806128985-project-member] Lock "8bb0d746-4639-4556-9ad4-9bc1604f0ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.479845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.480141] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.481686] env[68089]: INFO nova.compute.claims [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.549690] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853691, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.050697] env[68089]: DEBUG oslo_vmware.api [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853691, 'name': PowerOnVM_Task, 'duration_secs': 1.195848} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.051126] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.051176] env[68089]: INFO nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1207.051333] env[68089]: DEBUG nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.052093] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf72cacb-b6a4-46ab-b3a5-b67622bcd31f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.567156] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a6a3ce-dcc8-4977-8de7-7a6a877b9461 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.571803] env[68089]: INFO nova.compute.manager [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Took 14.83 seconds to build instance. [ 1207.576537] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9e848-23ca-4af1-a4e5-e2842a2223d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.606757] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc20dd-6ba8-4c6c-b0b3-2f72b6a187d2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.614433] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d4b41-f690-4b83-8314-4092a938c6f4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.628313] env[68089]: DEBUG nova.compute.provider_tree [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.074188] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9bfdb029-625e-4aec-85e0-251854659f34 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.348s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.131640] env[68089]: DEBUG nova.scheduler.client.report [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.636455] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.636979] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.731025] env[68089]: DEBUG nova.compute.manager [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Received event network-changed-28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1208.731263] env[68089]: DEBUG nova.compute.manager [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Refreshing instance network info cache due to event network-changed-28c39d4c-66e4-4d06-8775-230123acae3e. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1208.731468] env[68089]: DEBUG oslo_concurrency.lockutils [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] Acquiring lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.731615] env[68089]: DEBUG oslo_concurrency.lockutils [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] Acquired lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.733581] env[68089]: DEBUG nova.network.neutron [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Refreshing network info cache for port 28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.141937] env[68089]: DEBUG nova.compute.utils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.143453] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.143689] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.179054] env[68089]: DEBUG nova.policy [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.561374] env[68089]: DEBUG nova.network.neutron [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updated VIF entry in instance network info cache for port 28c39d4c-66e4-4d06-8775-230123acae3e. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.561732] env[68089]: DEBUG nova.network.neutron [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating instance_info_cache with network_info: [{"id": "28c39d4c-66e4-4d06-8775-230123acae3e", "address": "fa:16:3e:63:b5:28", "network": {"id": "afa296a1-e606-4779-961d-1ad1448f54e0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1031561741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6c8e080db840e387b47c0475d94f15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c39d4c-66", "ovs_interfaceid": "28c39d4c-66e4-4d06-8775-230123acae3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.620832] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Successfully created port: 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.647279] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.064098] env[68089]: DEBUG oslo_concurrency.lockutils [req-4a06c294-304f-405f-80cb-60b554c66d86 req-e4f90f85-d5fc-4c68-9d70-fd8aaef48d56 service nova] Releasing lock "refresh_cache-d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.657262] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.684365] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.684613] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.684772] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.684953] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.685136] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.685293] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.685504] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.685663] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.685831] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.685993] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.686294] env[68089]: DEBUG nova.virt.hardware [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.687789] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee7a5c-c06c-4d7a-8c73-b4e230bc343c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.695217] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf5f60-b1b0-4c9a-b4fe-ec13226c4eb9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.094495] env[68089]: DEBUG nova.compute.manager [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-vif-plugged-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1211.094834] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.094956] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.095267] env[68089]: DEBUG oslo_concurrency.lockutils [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.095479] env[68089]: DEBUG nova.compute.manager [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] No waiting events found dispatching network-vif-plugged-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.095647] env[68089]: WARNING nova.compute.manager [req-9ed6dec3-daac-4d79-9046-acf92e26cbc9 req-1c403b21-e667-45f1-b34f-81e0e0c7aae1 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received unexpected event network-vif-plugged-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 for instance with vm_state building and task_state spawning. [ 1211.264038] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Successfully updated port: 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.768156] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.768467] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.768704] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.310569] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.470890] env[68089]: DEBUG nova.network.neutron [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.974487] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.974822] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Instance network_info: |[{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.975258] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:85:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f2c31ac-7d55-46d1-a4d0-4158c5057c35', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.984602] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.984813] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.985072] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe5db5e-cd1a-4f98-880e-5516172ddfb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.005656] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.005656] env[68089]: value = "task-2853693" [ 1213.005656] env[68089]: _type = "Task" [ 1213.005656] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.013402] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853693, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.124011] env[68089]: DEBUG nova.compute.manager [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.124278] env[68089]: DEBUG nova.compute.manager [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1213.124502] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.124640] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.124799] env[68089]: DEBUG nova.network.neutron [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.515463] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853693, 'name': CreateVM_Task} progress is 25%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.812335] env[68089]: DEBUG nova.network.neutron [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.812713] env[68089]: DEBUG nova.network.neutron [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.015972] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853693, 'name': CreateVM_Task, 'duration_secs': 0.775667} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.016352] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.016973] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.017161] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.017490] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.017797] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438b255a-8369-434a-bab9-a16ed851af83 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.022258] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1214.022258] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52be3387-265e-2933-a997-895a982137bf" [ 1214.022258] env[68089]: _type = "Task" [ 1214.022258] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.029439] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52be3387-265e-2933-a997-895a982137bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.315701] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e884e-9112-4228-88ed-e64be528d0f7 req-ccfc2b27-b323-4435-9119-2a1baf9d6836 service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.532564] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52be3387-265e-2933-a997-895a982137bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.532866] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.533138] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.533380] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.533527] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.533705] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.533956] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53dcbdce-5108-4399-9a86-9f2dc511b67d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.542308] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.542484] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.543207] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8901ac-0051-43d8-af7c-8c02fa555659 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548364] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1214.548364] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52750967-5965-8746-b5a9-5728f0896912" [ 1214.548364] env[68089]: _type = "Task" [ 1214.548364] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.555532] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52750967-5965-8746-b5a9-5728f0896912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.058722] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52750967-5965-8746-b5a9-5728f0896912, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.059594] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4fe82d-e12c-48a5-80ce-9805109c61f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.064334] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1215.064334] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5281e952-986f-fab0-f116-d8fb97bfcc3c" [ 1215.064334] env[68089]: _type = "Task" [ 1215.064334] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.071714] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5281e952-986f-fab0-f116-d8fb97bfcc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.574673] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5281e952-986f-fab0-f116-d8fb97bfcc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.574883] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.575164] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c6f75cfa-8209-4168-9ea6-b653203f6830/c6f75cfa-8209-4168-9ea6-b653203f6830.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.575427] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f945bcc6-aaa4-4c76-b472-1482a1bdbce1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.583044] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1215.583044] env[68089]: value = "task-2853694" [ 1215.583044] env[68089]: _type = "Task" [ 1215.583044] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.592170] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.095487] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853694, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.593699] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537718} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.594760] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] c6f75cfa-8209-4168-9ea6-b653203f6830/c6f75cfa-8209-4168-9ea6-b653203f6830.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.594760] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.594760] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8577a2e-8bfa-430a-8bcb-4a52b261b748 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.600279] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1216.600279] env[68089]: value = "task-2853695" [ 1216.600279] env[68089]: _type = "Task" [ 1216.600279] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.608081] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.109954] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060894} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.110246] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.110993] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9126bd-09e6-412b-bc2a-11b4bf960624 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.132673] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c6f75cfa-8209-4168-9ea6-b653203f6830/c6f75cfa-8209-4168-9ea6-b653203f6830.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.133098] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e33e5a-48b8-4fb2-b265-63598bbd6f16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.152513] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1217.152513] env[68089]: value = "task-2853696" [ 1217.152513] env[68089]: _type = "Task" [ 1217.152513] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.161693] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.662724] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.163227] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853696, 'name': ReconfigVM_Task, 'duration_secs': 0.764233} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.163592] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c6f75cfa-8209-4168-9ea6-b653203f6830/c6f75cfa-8209-4168-9ea6-b653203f6830.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.164166] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b42c2e0-95b3-45e2-a2c5-d05d5ea1fd36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.170163] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1218.170163] env[68089]: value = "task-2853697" [ 1218.170163] env[68089]: _type = "Task" [ 1218.170163] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.177877] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853697, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.251798] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252037] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252141] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252292] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252431] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252576] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.252724] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1218.680083] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853697, 'name': Rename_Task, 'duration_secs': 0.132572} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.680329] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.680593] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3612fbc1-1480-4ba1-bc02-1aeae9bc9d61 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.686724] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1218.686724] env[68089]: value = "task-2853698" [ 1218.686724] env[68089]: _type = "Task" [ 1218.686724] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.694792] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.196313] env[68089]: DEBUG oslo_vmware.api [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853698, 'name': PowerOnVM_Task, 'duration_secs': 0.422113} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.196614] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.196819] env[68089]: INFO nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1219.196994] env[68089]: DEBUG nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.197779] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e9749-fe75-4e9d-8e94-284850918525 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.718146] env[68089]: INFO nova.compute.manager [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Took 13.25 seconds to build instance. [ 1219.871601] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.220069] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2b33e6fb-454f-4477-a4b1-0b60548cf5b9 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.763s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.271989] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.272313] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.374810] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.375120] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.375216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.375381] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.376313] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5363e6-f743-46e3-93bf-e10d182e4397 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384708] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f9245-d225-411b-ae77-8e5e7e077e66 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.398793] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735acb09-8de4-4809-bd1a-97987c807469 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.405064] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e039ef-7644-485f-877d-af47319849d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.433532] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180242MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1220.433673] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.433901] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.679592] env[68089]: DEBUG nova.compute.manager [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1220.679786] env[68089]: DEBUG nova.compute.manager [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1220.679998] env[68089]: DEBUG oslo_concurrency.lockutils [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.680156] env[68089]: DEBUG oslo_concurrency.lockutils [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.680318] env[68089]: DEBUG nova.network.neutron [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.776602] env[68089]: DEBUG nova.compute.utils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.278926] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.380064] env[68089]: DEBUG nova.network.neutron [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.380462] env[68089]: DEBUG nova.network.neutron [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.459087] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.459318] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance db7c5f54-2c95-478c-8650-24218c849fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.459490] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 7c7223d7-6001-460c-bea5-614c46c0d8f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.459659] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0af6267e-94cb-4c9c-b800-07b3d691c22b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.459823] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.459985] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c6f75cfa-8209-4168-9ea6-b653203f6830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1221.587933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.588174] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.883490] env[68089]: DEBUG oslo_concurrency.lockutils [req-19ae598e-d2ae-4a68-854a-83ad0416b590 req-b9da70b6-dc3d-4fbd-983d-b1382cc3743f service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.966764] env[68089]: INFO nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e1e22f6c-5bea-48b1-a3b7-2a7488528b21 has allocations against this compute host but is not found in the database. [ 1221.966989] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1221.967160] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.067027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726490f0-afc5-4c57-a9f4-63c7e3f50665 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.074910] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04710c99-5a64-480e-a954-0ed9d0e8007a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.103651] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.107804] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a34dab6-bf36-47a7-98b3-b2dce906b629 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.115328] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ef331-9fcc-4c12-8caa-fc9eceb28d80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.129465] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.340443] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.340788] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.340938] env[68089]: INFO nova.compute.manager [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attaching volume 56f98175-6272-4b45-b256-0806d6e855d5 to /dev/sdb [ 1222.374038] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18212353-bc4d-4b68-832c-f17b6eaf5608 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.381459] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b2005-0134-4f50-a46b-5afad38e609c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.394270] env[68089]: DEBUG nova.virt.block_device [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating existing volume attachment record: 79c9ed0f-9062-49af-8f9c-b7486573ae14 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.623609] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.632569] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.137367] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1223.137579] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.704s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.137848] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.514s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.139439] env[68089]: INFO nova.compute.claims [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.142560] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.233138] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e52a5f-8180-4642-9533-e9cd874b0076 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.240460] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72812d36-0e22-49f6-9238-bc7801f7c3c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.271527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1a561-3a96-4184-b6bd-9799e8abd953 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.278096] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624d2406-4540-49dd-be0c-f48d4db7db4e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.290650] env[68089]: DEBUG nova.compute.provider_tree [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.648655] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.794217] env[68089]: DEBUG nova.scheduler.client.report [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.299702] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.300252] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.805437] env[68089]: DEBUG nova.compute.utils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.806853] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.807035] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.853237] env[68089]: DEBUG nova.policy [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.308960] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Successfully created port: 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.311201] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.940033] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.940033] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573778', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'name': 'volume-56f98175-6272-4b45-b256-0806d6e855d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'serial': '56f98175-6272-4b45-b256-0806d6e855d5'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.940033] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d45e41-e650-4c17-b6ab-53295c6e9245 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.955715] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc3acdd-41d0-4177-9650-ae7f5721e8dc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.980384] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-56f98175-6272-4b45-b256-0806d6e855d5/volume-56f98175-6272-4b45-b256-0806d6e855d5.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.980618] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edd18a9-7431-449a-acef-8a16595ebcb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.998032] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1226.998032] env[68089]: value = "task-2853701" [ 1226.998032] env[68089]: _type = "Task" [ 1226.998032] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.005068] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.320707] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.348611] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.348880] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.349051] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.349259] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.349432] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.349585] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.349789] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.349947] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.350126] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.350291] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.350463] env[68089]: DEBUG nova.virt.hardware [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.351325] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22566c1d-d1cb-4647-8376-fbd4d4dd8421 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.359696] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf5341-f9fa-480e-974a-e79e872a4769 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.507808] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.675746] env[68089]: DEBUG nova.compute.manager [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-vif-plugged-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.675987] env[68089]: DEBUG oslo_concurrency.lockutils [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.676238] env[68089]: DEBUG oslo_concurrency.lockutils [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.676361] env[68089]: DEBUG oslo_concurrency.lockutils [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.676527] env[68089]: DEBUG nova.compute.manager [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] No waiting events found dispatching network-vif-plugged-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.676694] env[68089]: WARNING nova.compute.manager [req-f9c422b0-7146-4910-b868-0da6f413dbe1 req-70c8db97-2e4d-4c69-9fba-0314070b4992 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received unexpected event network-vif-plugged-750d4d56-c057-413f-9721-c447f6fada1b for instance with vm_state building and task_state spawning. [ 1227.757104] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Successfully updated port: 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.008481] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853701, 'name': ReconfigVM_Task, 'duration_secs': 0.597951} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.008750] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-56f98175-6272-4b45-b256-0806d6e855d5/volume-56f98175-6272-4b45-b256-0806d6e855d5.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.013360] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9c1e27-b254-4e59-b8cb-5ffa7c55bb19 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.028062] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1228.028062] env[68089]: value = "task-2853702" [ 1228.028062] env[68089]: _type = "Task" [ 1228.028062] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.036160] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.259720] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.259720] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.259720] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.539034] env[68089]: DEBUG oslo_vmware.api [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853702, 'name': ReconfigVM_Task, 'duration_secs': 0.133063} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.539348] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573778', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'name': 'volume-56f98175-6272-4b45-b256-0806d6e855d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'serial': '56f98175-6272-4b45-b256-0806d6e855d5'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.792699] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.907723] env[68089]: DEBUG nova.network.neutron [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.410234] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.410539] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Instance network_info: |[{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.410978] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f9:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750d4d56-c057-413f-9721-c447f6fada1b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.418714] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.418912] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.419147] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1cd976b-cc54-431a-ab49-bbf3d4e5e052 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.437833] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.437833] env[68089]: value = "task-2853703" [ 1229.437833] env[68089]: _type = "Task" [ 1229.437833] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.445592] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853703, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.574238] env[68089]: DEBUG nova.objects.instance [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.703198] env[68089]: DEBUG nova.compute.manager [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-changed-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1229.703419] env[68089]: DEBUG nova.compute.manager [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing instance network info cache due to event network-changed-750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1229.703636] env[68089]: DEBUG oslo_concurrency.lockutils [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.703863] env[68089]: DEBUG oslo_concurrency.lockutils [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.704096] env[68089]: DEBUG nova.network.neutron [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.947550] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853703, 'name': CreateVM_Task, 'duration_secs': 0.353151} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.947723] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.948571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.948737] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.949063] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.949312] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8699c74a-748a-475b-8659-267e9fce9908 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.953356] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1229.953356] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4e4f0-5bd3-83ba-a0be-7f8d7b00775d" [ 1229.953356] env[68089]: _type = "Task" [ 1229.953356] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.960582] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4e4f0-5bd3-83ba-a0be-7f8d7b00775d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.079514] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e8af2346-21b9-4177-b217-84f55379f2ef tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.739s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.398441] env[68089]: DEBUG nova.network.neutron [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updated VIF entry in instance network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.398815] env[68089]: DEBUG nova.network.neutron [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.463191] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52b4e4f0-5bd3-83ba-a0be-7f8d7b00775d, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.463451] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.463672] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.463901] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.464055] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.464283] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.464534] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75662cf7-a46c-4462-a3f2-0ab48581d0ea {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.472467] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.472640] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.473324] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b72686c-5c96-4090-b5d3-29bcb7eb1952 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.478340] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1230.478340] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52906bdb-2962-4d2c-aedb-8b03078ec6db" [ 1230.478340] env[68089]: _type = "Task" [ 1230.478340] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.485322] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52906bdb-2962-4d2c-aedb-8b03078ec6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.901282] env[68089]: DEBUG oslo_concurrency.lockutils [req-057e6bc3-a3ae-41be-be84-457e926063e3 req-eb91c73e-8cf0-45cf-9ab4-678ca3eacfe3 service nova] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.988739] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52906bdb-2962-4d2c-aedb-8b03078ec6db, 'name': SearchDatastore_Task, 'duration_secs': 0.007864} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.989457] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2601f001-e091-4168-bede-3fd54277dee1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.994178] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1230.994178] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521c2f6f-2b99-4e1f-22df-4c8ccbe17d3d" [ 1230.994178] env[68089]: _type = "Task" [ 1230.994178] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.001333] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c2f6f-2b99-4e1f-22df-4c8ccbe17d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.433951] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.434230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.504202] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521c2f6f-2b99-4e1f-22df-4c8ccbe17d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.504504] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.504762] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] e1e22f6c-5bea-48b1-a3b7-2a7488528b21/e1e22f6c-5bea-48b1-a3b7-2a7488528b21.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.505014] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899432f4-4e62-4f0e-8d9e-485091f6dd46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.511660] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1231.511660] env[68089]: value = "task-2853704" [ 1231.511660] env[68089]: _type = "Task" [ 1231.511660] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.519067] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.937458] env[68089]: DEBUG nova.compute.utils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.022154] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421392} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.022509] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] e1e22f6c-5bea-48b1-a3b7-2a7488528b21/e1e22f6c-5bea-48b1-a3b7-2a7488528b21.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.022783] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.023054] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740b8008-2a55-4bb7-a232-b5cc9bf2c010 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.028649] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1232.028649] env[68089]: value = "task-2853705" [ 1232.028649] env[68089]: _type = "Task" [ 1232.028649] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.035855] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.441071] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.537567] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064978} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.537837] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.538597] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a3841b-a300-4cf1-9539-1e633b5f3729 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.559421] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e1e22f6c-5bea-48b1-a3b7-2a7488528b21/e1e22f6c-5bea-48b1-a3b7-2a7488528b21.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.559675] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4cfac0-7532-4787-ba89-9c730a797695 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.578036] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1232.578036] env[68089]: value = "task-2853706" [ 1232.578036] env[68089]: _type = "Task" [ 1232.578036] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.585061] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.089113] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853706, 'name': ReconfigVM_Task, 'duration_secs': 0.277952} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.089472] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e1e22f6c-5bea-48b1-a3b7-2a7488528b21/e1e22f6c-5bea-48b1-a3b7-2a7488528b21.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.090019] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d040a17-0005-42b7-8bf2-8a040cae8abb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.095230] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1233.095230] env[68089]: value = "task-2853707" [ 1233.095230] env[68089]: _type = "Task" [ 1233.095230] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.102555] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853707, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.500297] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.500624] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.500891] env[68089]: INFO nova.compute.manager [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attaching volume 0abcd218-f136-4562-986b-86f8570b878e to /dev/sdc [ 1233.535673] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e52bf0-3321-4d1a-85aa-56d17196e7d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.543545] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8fcc46-abd2-4f0e-b38a-423db4d4c89a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.557354] env[68089]: DEBUG nova.virt.block_device [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating existing volume attachment record: d43a459f-1436-4e42-ad63-2c65cffe4e07 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.604456] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853707, 'name': Rename_Task, 'duration_secs': 0.133328} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.604738] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.604975] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7d117d2-0692-4cac-9491-5d27b290c4d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.610897] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1233.610897] env[68089]: value = "task-2853708" [ 1233.610897] env[68089]: _type = "Task" [ 1233.610897] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.619110] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.120592] env[68089]: DEBUG oslo_vmware.api [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853708, 'name': PowerOnVM_Task, 'duration_secs': 0.460228} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.121107] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.121107] env[68089]: INFO nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1234.121206] env[68089]: DEBUG nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.121909] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811a0fd-ddce-48b1-acfc-6a8460423546 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.640288] env[68089]: INFO nova.compute.manager [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Took 12.03 seconds to build instance. [ 1235.142377] env[68089]: DEBUG oslo_concurrency.lockutils [None req-500f74e0-1e92-4bcd-84de-3ca8facb02a0 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.554s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.868230] env[68089]: DEBUG nova.compute.manager [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1235.868230] env[68089]: DEBUG nova.compute.manager [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1235.868230] env[68089]: DEBUG oslo_concurrency.lockutils [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.868230] env[68089]: DEBUG oslo_concurrency.lockutils [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.868230] env[68089]: DEBUG nova.network.neutron [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.615503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.615958] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.615958] env[68089]: DEBUG nova.compute.manager [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.617660] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece78162-f175-4eab-bd98-d854e64f4f57 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.624318] env[68089]: DEBUG nova.compute.manager [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68089) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1236.624997] env[68089]: DEBUG nova.objects.instance [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'flavor' on Instance uuid 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.703701] env[68089]: DEBUG nova.network.neutron [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.703911] env[68089]: DEBUG nova.network.neutron [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.054699] env[68089]: DEBUG nova.compute.manager [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-changed-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.054832] env[68089]: DEBUG nova.compute.manager [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing instance network info cache due to event network-changed-750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1237.055027] env[68089]: DEBUG oslo_concurrency.lockutils [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.055181] env[68089]: DEBUG oslo_concurrency.lockutils [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.055385] env[68089]: DEBUG nova.network.neutron [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.206869] env[68089]: DEBUG oslo_concurrency.lockutils [req-b3333292-f87a-4db2-a14b-aee939be2d4c req-6fa48f35-bc76-4d3b-b994-edec49477f26 service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.633609] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.633918] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369af2fc-19f8-48a4-a473-b9fa50346373 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.642469] env[68089]: DEBUG oslo_vmware.api [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1237.642469] env[68089]: value = "task-2853711" [ 1237.642469] env[68089]: _type = "Task" [ 1237.642469] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.649902] env[68089]: DEBUG oslo_vmware.api [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.738425] env[68089]: DEBUG nova.network.neutron [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updated VIF entry in instance network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.738790] env[68089]: DEBUG nova.network.neutron [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.891799] env[68089]: DEBUG nova.compute.manager [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-changed-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.892012] env[68089]: DEBUG nova.compute.manager [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing instance network info cache due to event network-changed-750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1237.892278] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.102923] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.103174] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573780', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'name': 'volume-0abcd218-f136-4562-986b-86f8570b878e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'serial': '0abcd218-f136-4562-986b-86f8570b878e'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.104113] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4653e440-36d6-4f46-aaef-5172fa27bb2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.120147] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da87d5-4d4b-424d-93ba-4cce37ae2a8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.146721] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-0abcd218-f136-4562-986b-86f8570b878e/volume-0abcd218-f136-4562-986b-86f8570b878e.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.147037] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f3ac04-74c3-43ee-ae57-682c58b3f6c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.168919] env[68089]: DEBUG oslo_vmware.api [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853711, 'name': PowerOffVM_Task, 'duration_secs': 0.18934} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.169893] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.170040] env[68089]: DEBUG nova.compute.manager [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.170352] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1238.170352] env[68089]: value = "task-2853712" [ 1238.170352] env[68089]: _type = "Task" [ 1238.170352] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.171134] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927e0ec-442d-4ce8-a9b5-29f636c0ee2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.183530] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.241837] env[68089]: DEBUG oslo_concurrency.lockutils [req-dd628caf-dfa4-4f98-a5b6-4e448680db9c req-8c8708d7-db8e-4c9a-a812-4546df51cc20 service nova] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.242336] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.242550] env[68089]: DEBUG nova.network.neutron [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.685778] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853712, 'name': ReconfigVM_Task, 'duration_secs': 0.370338} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.686228] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7a63b9be-2385-4620-a475-5115994c31de tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.687075] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-0abcd218-f136-4562-986b-86f8570b878e/volume-0abcd218-f136-4562-986b-86f8570b878e.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.691738] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfb9a3d-af03-48f7-9468-432676219c02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.706846] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1238.706846] env[68089]: value = "task-2853713" [ 1238.706846] env[68089]: _type = "Task" [ 1238.706846] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.714753] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.956494] env[68089]: DEBUG nova.network.neutron [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updated VIF entry in instance network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.956858] env[68089]: DEBUG nova.network.neutron [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.993761] env[68089]: DEBUG nova.objects.instance [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'flavor' on Instance uuid 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.080292] env[68089]: DEBUG nova.compute.manager [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1239.080495] env[68089]: DEBUG nova.compute.manager [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1239.080707] env[68089]: DEBUG oslo_concurrency.lockutils [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.080852] env[68089]: DEBUG oslo_concurrency.lockutils [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.081018] env[68089]: DEBUG nova.network.neutron [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.216824] env[68089]: DEBUG oslo_vmware.api [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853713, 'name': ReconfigVM_Task, 'duration_secs': 0.162155} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.217139] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573780', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'name': 'volume-0abcd218-f136-4562-986b-86f8570b878e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'serial': '0abcd218-f136-4562-986b-86f8570b878e'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1239.459477] env[68089]: DEBUG oslo_concurrency.lockutils [req-2edc087d-c02d-49d5-99e9-65105bd5efd2 req-dcf2583a-cb17-4632-93be-efc17fbe15f8 service nova] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.499207] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.499430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.499609] env[68089]: DEBUG nova.network.neutron [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.499825] env[68089]: DEBUG nova.objects.instance [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'info_cache' on Instance uuid 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.786987] env[68089]: DEBUG nova.network.neutron [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.787370] env[68089]: DEBUG nova.network.neutron [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.003591] env[68089]: DEBUG nova.objects.base [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Object Instance<7c7223d7-6001-460c-bea5-614c46c0d8f3> lazy-loaded attributes: flavor,info_cache {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.251805] env[68089]: DEBUG nova.objects.instance [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.289775] env[68089]: DEBUG oslo_concurrency.lockutils [req-fec044cf-dae3-4e4f-88f0-d1b623e45576 req-23c495d2-b736-416b-b50a-e87184db272d service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.409819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.410406] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.691540] env[68089]: DEBUG nova.network.neutron [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.757822] env[68089]: DEBUG oslo_concurrency.lockutils [None req-06d8a004-0c37-458e-b94d-92331d5ce50e tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.913552] env[68089]: DEBUG nova.compute.utils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.001400] env[68089]: DEBUG oslo_concurrency.lockutils [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.001645] env[68089]: DEBUG oslo_concurrency.lockutils [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.195639] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.417370] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.504991] env[68089]: INFO nova.compute.manager [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Detaching volume 56f98175-6272-4b45-b256-0806d6e855d5 [ 1241.537448] env[68089]: INFO nova.virt.block_device [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attempting to driver detach volume 56f98175-6272-4b45-b256-0806d6e855d5 from mountpoint /dev/sdb [ 1241.537699] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.537891] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573778', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'name': 'volume-56f98175-6272-4b45-b256-0806d6e855d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'serial': '56f98175-6272-4b45-b256-0806d6e855d5'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.538936] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3966b85-e835-409a-a485-46ba9b19dab0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.565298] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83706007-093b-4200-9c74-b5d816a01d16 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.573345] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23165ea1-31a5-484d-b280-6075ad788261 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.596945] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e9ca0-8bbc-40a3-8429-47ed513006c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.613914] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] The volume has not been displaced from its original location: [datastore1] volume-56f98175-6272-4b45-b256-0806d6e855d5/volume-56f98175-6272-4b45-b256-0806d6e855d5.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.619202] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.619549] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943ccb95-6020-448f-b339-8aca218f1d79 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.638659] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1241.638659] env[68089]: value = "task-2853714" [ 1241.638659] env[68089]: _type = "Task" [ 1241.638659] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.647131] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.148749] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853714, 'name': ReconfigVM_Task, 'duration_secs': 0.270362} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.149069] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.153590] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07990f3-ece3-4841-b214-7e6215e955fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.168995] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1242.168995] env[68089]: value = "task-2853715" [ 1242.168995] env[68089]: _type = "Task" [ 1242.168995] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.176415] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.202025] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.202295] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e38d64-528c-439e-bcc9-01050a7b2e97 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.208437] env[68089]: DEBUG oslo_vmware.api [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1242.208437] env[68089]: value = "task-2853716" [ 1242.208437] env[68089]: _type = "Task" [ 1242.208437] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.215588] env[68089]: DEBUG oslo_vmware.api [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.468613] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.468909] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.469166] env[68089]: INFO nova.compute.manager [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Attaching volume 05b96459-d862-4b22-bdc1-fb465096fbc6 to /dev/sdb [ 1242.502497] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44e181-8fcd-47a9-af20-ce4af3e59bf4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.509851] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce56f6e-f3a4-468e-aad9-18f9e428034d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.522939] env[68089]: DEBUG nova.virt.block_device [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating existing volume attachment record: f93c0e38-5a1d-45f9-855f-9dbe1dd576b9 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.678135] env[68089]: DEBUG oslo_vmware.api [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853715, 'name': ReconfigVM_Task, 'duration_secs': 0.139226} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.678450] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573778', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'name': 'volume-56f98175-6272-4b45-b256-0806d6e855d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '56f98175-6272-4b45-b256-0806d6e855d5', 'serial': '56f98175-6272-4b45-b256-0806d6e855d5'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.718246] env[68089]: DEBUG oslo_vmware.api [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853716, 'name': PowerOnVM_Task, 'duration_secs': 0.369311} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.718484] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.718685] env[68089]: DEBUG nova.compute.manager [None req-c8b2e0d4-a513-48d5-bfa7-b5c455900992 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.719443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bcb6e0-5f46-4acd-893d-6e22e8aa69e9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.219010] env[68089]: DEBUG nova.objects.instance [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.739831] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85646953-01d1-4a02-9a98-a5fd04817f3d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.747400] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Suspending the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1243.747630] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cbcf30e9-d337-4493-879f-fa53540c87fc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.753900] env[68089]: DEBUG oslo_vmware.api [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1243.753900] env[68089]: value = "task-2853720" [ 1243.753900] env[68089]: _type = "Task" [ 1243.753900] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.762424] env[68089]: DEBUG oslo_vmware.api [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853720, 'name': SuspendVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.225871] env[68089]: DEBUG oslo_concurrency.lockutils [None req-32aa3090-85d0-408b-a791-111f3ce27937 tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.238130] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.238269] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.265350] env[68089]: DEBUG oslo_vmware.api [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853720, 'name': SuspendVM_Task} progress is 75%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.740715] env[68089]: INFO nova.compute.manager [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Detaching volume 0abcd218-f136-4562-986b-86f8570b878e [ 1244.764448] env[68089]: DEBUG oslo_vmware.api [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853720, 'name': SuspendVM_Task, 'duration_secs': 0.574166} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.764720] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Suspended the VM {{(pid=68089) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1244.764900] env[68089]: DEBUG nova.compute.manager [None req-ce1fa176-8dd2-43d1-ae84-950c22de1313 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.765678] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76dd9d-e869-479f-a920-8f3406da8e32 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.769881] env[68089]: INFO nova.virt.block_device [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Attempting to driver detach volume 0abcd218-f136-4562-986b-86f8570b878e from mountpoint /dev/sdc [ 1244.770097] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.770285] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573780', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'name': 'volume-0abcd218-f136-4562-986b-86f8570b878e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'serial': '0abcd218-f136-4562-986b-86f8570b878e'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.770974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15951dda-cced-4920-9c1a-1707c4efa0b5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.795055] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934c1b4a-554b-4d0a-92e5-b90c850c582a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.801423] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e2b4e0-43e7-460c-8c3f-8abe787c0ba2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.821873] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129cd7f-60ee-4a81-ad9b-3ed8a29ea351 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.838235] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] The volume has not been displaced from its original location: [datastore1] volume-0abcd218-f136-4562-986b-86f8570b878e/volume-0abcd218-f136-4562-986b-86f8570b878e.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.843203] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.843694] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81200f66-c823-4a28-8d01-1a3439c11ce5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.861826] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1244.861826] env[68089]: value = "task-2853721" [ 1244.861826] env[68089]: _type = "Task" [ 1244.861826] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.869647] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.354640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.354927] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.371867] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853721, 'name': ReconfigVM_Task, 'duration_secs': 0.210154} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.372129] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.376964] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa96f72-4238-4aee-93be-acf22976c936 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.390933] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1245.390933] env[68089]: value = "task-2853723" [ 1245.390933] env[68089]: _type = "Task" [ 1245.390933] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.398580] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.858607] env[68089]: DEBUG nova.compute.utils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.900299] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.059053] env[68089]: INFO nova.compute.manager [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Resuming [ 1246.059712] env[68089]: DEBUG nova.objects.instance [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'flavor' on Instance uuid 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.362049] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.401033] env[68089]: DEBUG oslo_vmware.api [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853723, 'name': ReconfigVM_Task, 'duration_secs': 0.753492} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.401300] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573780', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'name': 'volume-0abcd218-f136-4562-986b-86f8570b878e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db7c5f54-2c95-478c-8650-24218c849fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0abcd218-f136-4562-986b-86f8570b878e', 'serial': '0abcd218-f136-4562-986b-86f8570b878e'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.938805] env[68089]: DEBUG nova.objects.instance [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'flavor' on Instance uuid db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.503045] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.503045] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.503045] env[68089]: INFO nova.compute.manager [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Attaching volume 20055283-0df9-44b3-9101-0d0e73c400c8 to /dev/sdb [ 1247.530932] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac6ea4-9f7b-4b7a-99c3-388a9cf0fcc7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.538417] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8781f85-3181-4935-be17-7c66714fdc40 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.553289] env[68089]: DEBUG nova.virt.block_device [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating existing volume attachment record: 7353cce1-f439-4b2d-9221-a1fb76503422 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.566984] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1247.567209] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1247.567994] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51db768-e2d9-4ea9-9dad-496ed56f353e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.570446] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.570610] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquired lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.570781] env[68089]: DEBUG nova.network.neutron [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.585443] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387c322-aefd-4ed2-9913-6e9b9b01dc7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.609806] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.610057] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbabd927-1033-4ba0-b932-c47ac42dc1f2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.627446] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1247.627446] env[68089]: value = "task-2853724" [ 1247.627446] env[68089]: _type = "Task" [ 1247.627446] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.634781] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.944995] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cbf59e16-2412-4357-9947-11a4979482ab tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.707s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.138580] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853724, 'name': ReconfigVM_Task, 'duration_secs': 0.426082} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.140938] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.145498] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e42c43-9d13-4295-82fa-9a134bf2be24 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.161360] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1248.161360] env[68089]: value = "task-2853726" [ 1248.161360] env[68089]: _type = "Task" [ 1248.161360] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.169556] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.307741] env[68089]: DEBUG nova.network.neutron [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [{"id": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "address": "fa:16:3e:12:e5:53", "network": {"id": "04c200da-52e5-48c3-8d67-7c964c8baaf4", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-981710897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346a534cc5954657b07f4451c6ae4f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89daaa2e-89", "ovs_interfaceid": "89daaa2e-8903-4d4c-9001-dddee1e8be4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.672694] env[68089]: DEBUG oslo_vmware.api [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853726, 'name': ReconfigVM_Task, 'duration_secs': 0.151292} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.673113] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1248.747627] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.747869] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.748091] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.748299] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.748476] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.750609] env[68089]: INFO nova.compute.manager [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Terminating instance [ 1248.810766] env[68089]: DEBUG oslo_concurrency.lockutils [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Releasing lock "refresh_cache-7c7223d7-6001-460c-bea5-614c46c0d8f3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.811767] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499e76a-6276-4111-be52-a3b3312b5eef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.818301] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Resuming the VM {{(pid=68089) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1248.818531] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc2cb01-aba7-4015-837a-5745f8b18ead {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.825176] env[68089]: DEBUG oslo_vmware.api [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1248.825176] env[68089]: value = "task-2853727" [ 1248.825176] env[68089]: _type = "Task" [ 1248.825176] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.832209] env[68089]: DEBUG oslo_vmware.api [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.254508] env[68089]: DEBUG nova.compute.manager [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.254735] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.255762] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600cdec5-3c93-46d5-b97f-6cd972c7c2d6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.266200] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.266477] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faef8902-0ff0-427e-9646-031078767df9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.274169] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1249.274169] env[68089]: value = "task-2853728" [ 1249.274169] env[68089]: _type = "Task" [ 1249.274169] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.285561] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.336598] env[68089]: DEBUG oslo_vmware.api [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.711492] env[68089]: DEBUG nova.objects.instance [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'flavor' on Instance uuid 0af6267e-94cb-4c9c-b800-07b3d691c22b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.785280] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853728, 'name': PowerOffVM_Task, 'duration_secs': 0.232817} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.785622] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.786625] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.786625] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b963ca-690c-416d-a0b5-bcaffca3290f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.836974] env[68089]: DEBUG oslo_vmware.api [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853727, 'name': PowerOnVM_Task, 'duration_secs': 0.754114} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.837762] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Resumed the VM {{(pid=68089) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1249.837945] env[68089]: DEBUG nova.compute.manager [None req-34ba13ba-2353-46a4-8365-c299e96297b3 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.838728] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45447caa-9462-4303-8bfd-dcc94ef70e6e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.856346] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.856598] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.856784] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleting the datastore file [datastore2] db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.857068] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb916f1c-102d-4ee8-8134-3264abe6da6b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.863731] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for the task: (returnval){ [ 1249.863731] env[68089]: value = "task-2853731" [ 1249.863731] env[68089]: _type = "Task" [ 1249.863731] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.872939] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.217252] env[68089]: DEBUG oslo_concurrency.lockutils [None req-1ed0c7f9-621e-4a83-a5d7-17f878493f9a tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.748s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.327201] env[68089]: INFO nova.compute.manager [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Rebuilding instance [ 1250.373660] env[68089]: DEBUG oslo_vmware.api [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Task: {'id': task-2853731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449108} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.373929] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.374134] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.374315] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.374474] env[68089]: INFO nova.compute.manager [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1250.374715] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.374914] env[68089]: DEBUG nova.compute.manager [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.374991] env[68089]: DEBUG nova.network.neutron [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.493703] env[68089]: DEBUG nova.compute.manager [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.494356] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79870e4-1d5b-4d47-bfde-1e0be43ac5bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.824567] env[68089]: DEBUG nova.compute.manager [req-20517bd5-dfa6-4825-b0ce-500917ee97e5 req-1bf32791-5a61-4828-8c7d-987b8b2fba6f service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Received event network-vif-deleted-5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1250.824881] env[68089]: INFO nova.compute.manager [req-20517bd5-dfa6-4825-b0ce-500917ee97e5 req-1bf32791-5a61-4828-8c7d-987b8b2fba6f service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Neutron deleted interface 5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a; detaching it from the instance and deleting it from the info cache [ 1250.824881] env[68089]: DEBUG nova.network.neutron [req-20517bd5-dfa6-4825-b0ce-500917ee97e5 req-1bf32791-5a61-4828-8c7d-987b8b2fba6f service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.976155] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.976429] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.976643] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.976824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.976993] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.979093] env[68089]: INFO nova.compute.manager [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Terminating instance [ 1251.308218] env[68089]: DEBUG nova.network.neutron [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.326950] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b50cb1a9-5175-44a1-9cd3-52e83ff8eeba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.337940] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dc878-da08-43ec-b932-3a8ce3820350 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.368845] env[68089]: DEBUG nova.compute.manager [req-20517bd5-dfa6-4825-b0ce-500917ee97e5 req-1bf32791-5a61-4828-8c7d-987b8b2fba6f service nova] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Detach interface failed, port_id=5d4e613f-b6b3-469f-b11d-41eaa3b2ac6a, reason: Instance db7c5f54-2c95-478c-8650-24218c849fa2 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1251.483031] env[68089]: DEBUG nova.compute.manager [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.483316] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.484205] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91925426-2cbd-4aaf-814d-6f2d25c36234 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.492227] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.492466] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67be17c-f80c-4fd9-b395-c588573d4c74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.498328] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1251.498328] env[68089]: value = "task-2853732" [ 1251.498328] env[68089]: _type = "Task" [ 1251.498328] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.505678] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.506149] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.506376] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4564e601-5df1-4aa0-8607-921fcfbb812a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.511499] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1251.511499] env[68089]: value = "task-2853733" [ 1251.511499] env[68089]: _type = "Task" [ 1251.511499] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.520987] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.811054] env[68089]: INFO nova.compute.manager [-] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Took 1.44 seconds to deallocate network for instance. [ 1252.008535] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853732, 'name': PowerOffVM_Task, 'duration_secs': 0.184222} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.008889] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.008889] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.009172] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea75b78-9083-4d7c-90ef-e74db449826d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.019921] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853733, 'name': PowerOffVM_Task, 'duration_secs': 0.212667} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.020447] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.071052] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.071499] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.071737] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleting the datastore file [datastore1] 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.072807] env[68089]: INFO nova.compute.manager [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Detaching volume 05b96459-d862-4b22-bdc1-fb465096fbc6 [ 1252.074781] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95675ec-a366-46c9-9956-50a4c661e006 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.083127] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for the task: (returnval){ [ 1252.083127] env[68089]: value = "task-2853735" [ 1252.083127] env[68089]: _type = "Task" [ 1252.083127] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.091470] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.095747] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1252.095985] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573783', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'name': 'volume-20055283-0df9-44b3-9101-0d0e73c400c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15ba4e1-1a8b-44ba-94b9-7890ceafdaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'serial': '20055283-0df9-44b3-9101-0d0e73c400c8'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1252.096891] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1022ed74-2643-442c-a7f9-cbb5173798f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.113492] env[68089]: INFO nova.virt.block_device [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Attempting to driver detach volume 05b96459-d862-4b22-bdc1-fb465096fbc6 from mountpoint /dev/sdb [ 1252.113702] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1252.113881] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1252.114633] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d6e62-8a83-4c57-95e9-6db56cc86455 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.117506] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e43439-9340-4351-8d0c-ec1c1de8073d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.144343] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-20055283-0df9-44b3-9101-0d0e73c400c8/volume-20055283-0df9-44b3-9101-0d0e73c400c8.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.159514] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-650eb337-d6be-4b55-8d81-a5230f074b14 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.174923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3007f82-f684-4e43-aeca-26e5dd7cdd7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.185320] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3fd430-05a8-4a63-a1d6-56d01a3f3741 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.188989] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1252.188989] env[68089]: value = "task-2853736" [ 1252.188989] env[68089]: _type = "Task" [ 1252.188989] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.211819] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ebeb8-6641-43c2-9d09-53d206ddaeda {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.217789] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.230596] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] The volume has not been displaced from its original location: [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1252.235809] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.236099] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ec5afd-852e-4cd5-a252-cc402397d87b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.253294] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1252.253294] env[68089]: value = "task-2853737" [ 1252.253294] env[68089]: _type = "Task" [ 1252.253294] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.260776] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.317565] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.317870] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.318213] env[68089]: DEBUG nova.objects.instance [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lazy-loading 'resources' on Instance uuid db7c5f54-2c95-478c-8650-24218c849fa2 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.595029] env[68089]: DEBUG oslo_vmware.api [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Task: {'id': task-2853735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141209} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.595341] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.595482] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.595660] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.595828] env[68089]: INFO nova.compute.manager [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1252.596074] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.596263] env[68089]: DEBUG nova.compute.manager [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.596357] env[68089]: DEBUG nova.network.neutron [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.699545] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853736, 'name': ReconfigVM_Task, 'duration_secs': 0.347539} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.700212] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-20055283-0df9-44b3-9101-0d0e73c400c8/volume-20055283-0df9-44b3-9101-0d0e73c400c8.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.705762] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153d482c-1c96-4d1e-9328-1070429bb066 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.722066] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1252.722066] env[68089]: value = "task-2853738" [ 1252.722066] env[68089]: _type = "Task" [ 1252.722066] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.730254] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.764943] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853737, 'name': ReconfigVM_Task, 'duration_secs': 0.187683} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.764943] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.769698] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca524bd-1e99-4f65-a847-1b21dae650f5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.785954] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1252.785954] env[68089]: value = "task-2853739" [ 1252.785954] env[68089]: _type = "Task" [ 1252.785954] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.794097] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.932315] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb689e-accd-4b59-ae9a-ef6c1f008160 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.940352] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f58da1-6944-4810-a7d0-87390f6bcba5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.970914] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2305f-efef-43b4-b560-dff0169da53b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.978796] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24855be5-212d-4633-9cb5-2afea795417b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.995523] env[68089]: DEBUG nova.compute.provider_tree [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.066673] env[68089]: DEBUG nova.compute.manager [req-1783569d-2aac-4677-a270-202aafed3828 req-c738c666-b4cf-4cc4-8f41-19259bdb6a97 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Received event network-vif-deleted-89daaa2e-8903-4d4c-9001-dddee1e8be4e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.066673] env[68089]: INFO nova.compute.manager [req-1783569d-2aac-4677-a270-202aafed3828 req-c738c666-b4cf-4cc4-8f41-19259bdb6a97 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Neutron deleted interface 89daaa2e-8903-4d4c-9001-dddee1e8be4e; detaching it from the instance and deleting it from the info cache [ 1253.067035] env[68089]: DEBUG nova.network.neutron [req-1783569d-2aac-4677-a270-202aafed3828 req-c738c666-b4cf-4cc4-8f41-19259bdb6a97 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.232280] env[68089]: DEBUG oslo_vmware.api [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853738, 'name': ReconfigVM_Task, 'duration_secs': 0.167725} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.232602] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573783', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'name': 'volume-20055283-0df9-44b3-9101-0d0e73c400c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15ba4e1-1a8b-44ba-94b9-7890ceafdaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'serial': '20055283-0df9-44b3-9101-0d0e73c400c8'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1253.296425] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853739, 'name': ReconfigVM_Task, 'duration_secs': 0.204027} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.296722] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1253.499139] env[68089]: DEBUG nova.scheduler.client.report [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.549261] env[68089]: DEBUG nova.network.neutron [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.571719] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6b5de56-11d4-49f6-ae83-2c84f3bb77eb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.582269] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c99c2d2-1814-4669-af9d-68c4b666f72f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.616940] env[68089]: DEBUG nova.compute.manager [req-1783569d-2aac-4677-a270-202aafed3828 req-c738c666-b4cf-4cc4-8f41-19259bdb6a97 service nova] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Detach interface failed, port_id=89daaa2e-8903-4d4c-9001-dddee1e8be4e, reason: Instance 7c7223d7-6001-460c-bea5-614c46c0d8f3 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1254.004355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.032189] env[68089]: INFO nova.scheduler.client.report [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Deleted allocations for instance db7c5f54-2c95-478c-8650-24218c849fa2 [ 1254.052138] env[68089]: INFO nova.compute.manager [-] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Took 1.46 seconds to deallocate network for instance. [ 1254.284154] env[68089]: DEBUG nova.objects.instance [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.350147] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.350614] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a19b96-9f04-4ba1-ab91-960a93ee8def {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.359276] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1254.359276] env[68089]: value = "task-2853740" [ 1254.359276] env[68089]: _type = "Task" [ 1254.359276] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.372044] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] VM already powered off {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1254.372260] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.372456] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.373245] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea669e-d1d5-4f8d-8fdc-6f0442cdee17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.391980] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec22606f-a610-47ff-a838-e787aa07272b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.398249] env[68089]: WARNING nova.virt.vmwareapi.driver [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1254.398550] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.399335] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc06a05-1cfb-4177-8bb6-3bd4da3e6d21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.406277] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.406527] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a39ac0-0bd5-4c95-80d6-24c9c1afec52 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.476703] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.476922] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.477121] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.477382] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3961433e-6fb9-4a1e-a13f-9287c540082e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.483951] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1254.483951] env[68089]: value = "task-2853742" [ 1254.483951] env[68089]: _type = "Task" [ 1254.483951] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.492405] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.540080] env[68089]: DEBUG oslo_concurrency.lockutils [None req-9d2c08f3-9b74-4dd2-8f5b-f1a36486c7ed tempest-AttachVolumeTestJSON-1006239281 tempest-AttachVolumeTestJSON-1006239281-project-member] Lock "db7c5f54-2c95-478c-8650-24218c849fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.558491] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.558766] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.558980] env[68089]: DEBUG nova.objects.instance [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lazy-loading 'resources' on Instance uuid 7c7223d7-6001-460c-bea5-614c46c0d8f3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.788846] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b2285d1f-3044-436f-85e8-d7e14a92d3da tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.955401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.955717] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.993364] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150886} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.993621] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.993800] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.993969] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.140998] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74335fc0-bed4-45ec-a90b-4d1bf49a3a68 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.148746] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d36d074-26b5-4e32-8b35-cdab707389fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.180485] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c442f2-5f8e-4026-8ef6-7bfd1f628a02 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.187814] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9666d183-dde1-42df-9b4c-26dcadcd5ac1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.201552] env[68089]: DEBUG nova.compute.provider_tree [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.460019] env[68089]: INFO nova.compute.manager [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Detaching volume 20055283-0df9-44b3-9101-0d0e73c400c8 [ 1255.489724] env[68089]: INFO nova.virt.block_device [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Attempting to driver detach volume 20055283-0df9-44b3-9101-0d0e73c400c8 from mountpoint /dev/sdb [ 1255.489959] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1255.490158] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573783', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'name': 'volume-20055283-0df9-44b3-9101-0d0e73c400c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15ba4e1-1a8b-44ba-94b9-7890ceafdaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'serial': '20055283-0df9-44b3-9101-0d0e73c400c8'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1255.491017] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83707096-0ca4-4abf-bde5-85e9cd2cef10 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.512877] env[68089]: INFO nova.virt.block_device [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Booting with volume 05b96459-d862-4b22-bdc1-fb465096fbc6 at /dev/sdb [ 1255.515069] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e23018-6f16-4e8b-8c65-38c0646f3431 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.523911] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd0713a-3344-4659-afdb-0ec4e0f1de09 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.544824] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c005796-8c22-4caa-8b28-971276719c92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.547350] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab82c6f5-b0da-48b3-b15a-e2c19284451d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.563180] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] The volume has not been displaced from its original location: [datastore2] volume-20055283-0df9-44b3-9101-0d0e73c400c8/volume-20055283-0df9-44b3-9101-0d0e73c400c8.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1255.568501] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.569710] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c9ddfb-6500-4467-8534-a31d47206108 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.584571] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81106b5-e361-45b2-ad31-f4a25644179d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.602810] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1255.602810] env[68089]: value = "task-2853744" [ 1255.602810] env[68089]: _type = "Task" [ 1255.602810] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.612987] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f90e07f-b4dc-4663-a96c-9ab11d2fbad5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.617493] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.623184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab472b92-ed37-43bb-8f9c-ad8d0b556986 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.651020] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064578b-ad61-47ac-8ef8-57db29ca1761 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.658051] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4fb44-6d92-49c4-8c03-ea3256d4625c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.671143] env[68089]: DEBUG nova.virt.block_device [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating existing volume attachment record: 7998ace5-4c18-4829-be23-d3dc1198bb72 {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1255.705461] env[68089]: DEBUG nova.scheduler.client.report [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.111843] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853744, 'name': ReconfigVM_Task, 'duration_secs': 0.218308} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.112182] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.116860] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af72c7ae-3f8c-405b-807f-879b2dc388a0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.131016] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1256.131016] env[68089]: value = "task-2853745" [ 1256.131016] env[68089]: _type = "Task" [ 1256.131016] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.138203] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.209561] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.234116] env[68089]: INFO nova.scheduler.client.report [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Deleted allocations for instance 7c7223d7-6001-460c-bea5-614c46c0d8f3 [ 1256.640635] env[68089]: DEBUG oslo_vmware.api [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853745, 'name': ReconfigVM_Task, 'duration_secs': 0.137822} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.641059] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573783', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'name': 'volume-20055283-0df9-44b3-9101-0d0e73c400c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15ba4e1-1a8b-44ba-94b9-7890ceafdaa1', 'attached_at': '', 'detached_at': '', 'volume_id': '20055283-0df9-44b3-9101-0d0e73c400c8', 'serial': '20055283-0df9-44b3-9101-0d0e73c400c8'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.740714] env[68089]: DEBUG oslo_concurrency.lockutils [None req-4e73d089-4d4a-45d6-8dd9-dde0be9c8415 tempest-ServerActionsTestJSON-1882719019 tempest-ServerActionsTestJSON-1882719019-project-member] Lock "7c7223d7-6001-460c-bea5-614c46c0d8f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.844859] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.845127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.845491] env[68089]: DEBUG nova.objects.instance [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid c6f75cfa-8209-4168-9ea6-b653203f6830 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.185673] env[68089]: DEBUG nova.objects.instance [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'flavor' on Instance uuid d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.462558] env[68089]: DEBUG nova.objects.instance [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid c6f75cfa-8209-4168-9ea6-b653203f6830 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.781390] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.781694] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.781843] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.782034] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.782187] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.782335] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.782545] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.782704] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.782864] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.783038] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.783225] env[68089]: DEBUG nova.virt.hardware [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.784162] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e8366-fb45-4169-b8a9-37a0de2b1c64 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.792697] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc15f3c-6f8c-4412-8b61-628d5a3ba359 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.806643] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b0:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a508c758-5e4a-45fc-838e-fec9422124af', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.814341] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.814592] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.814798] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-971cfcc8-cec2-4ef3-97e9-213c3586867a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.838496] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.838496] env[68089]: value = "task-2853746" [ 1257.838496] env[68089]: _type = "Task" [ 1257.838496] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.846966] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853746, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.965185] env[68089]: DEBUG nova.objects.base [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1257.965319] env[68089]: DEBUG nova.network.neutron [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.031531] env[68089]: DEBUG nova.policy [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.192689] env[68089]: DEBUG oslo_concurrency.lockutils [None req-8f5f1df5-e24b-41aa-a6ac-888a370aa72a tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.337339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.337339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.337339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.337339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.337339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.343212] env[68089]: INFO nova.compute.manager [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Terminating instance [ 1258.352899] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853746, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.852826] env[68089]: DEBUG nova.compute.manager [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.852826] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.852826] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853746, 'name': CreateVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.852826] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d7741-52b7-4c39-ab4c-bf225c36e260 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.860416] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.860635] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f35029-088d-49c0-aecd-802ab9e7eb17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.866056] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1258.866056] env[68089]: value = "task-2853748" [ 1258.866056] env[68089]: _type = "Task" [ 1258.866056] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.874413] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.351440] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853746, 'name': CreateVM_Task, 'duration_secs': 1.319071} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.351440] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.351440] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.351681] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.352267] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.352267] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e5c516-c805-4ec7-85a8-8a85ef35f392 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.356584] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1259.356584] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5214844f-50e9-9b14-8bc0-69e47ef6216a" [ 1259.356584] env[68089]: _type = "Task" [ 1259.356584] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.364178] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5214844f-50e9-9b14-8bc0-69e47ef6216a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.375997] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853748, 'name': PowerOffVM_Task, 'duration_secs': 0.376607} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.376231] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.376407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.376740] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e700c3df-d668-45cf-880b-9ad476846714 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.499697] env[68089]: DEBUG nova.compute.manager [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1259.499941] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.500190] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.500383] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.500585] env[68089]: DEBUG nova.compute.manager [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] No waiting events found dispatching network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.500668] env[68089]: WARNING nova.compute.manager [req-1b50fcda-0c11-416b-899b-3df252ec3c16 req-ea6a183a-d2ad-4a57-923f-f3cfe8f0d647 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received unexpected event network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 for instance with vm_state active and task_state None. [ 1259.583545] env[68089]: DEBUG nova.network.neutron [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Successfully updated port: 79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.695149] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.695407] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.695595] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleting the datastore file [datastore2] d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.695862] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29e26460-23db-463f-9c94-1daaa6c8f3fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.702129] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for the task: (returnval){ [ 1259.702129] env[68089]: value = "task-2853750" [ 1259.702129] env[68089]: _type = "Task" [ 1259.702129] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.711698] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.866850] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5214844f-50e9-9b14-8bc0-69e47ef6216a, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.867209] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.867411] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.867642] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.867787] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.867961] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.868236] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031b437c-47cf-4176-80c4-b69519a41bd1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.876279] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.876448] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.877177] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4982839e-1d91-469e-8784-4a4f2e2019c2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.882012] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1259.882012] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5251234f-a4ef-e185-09af-4ce7e302b0ff" [ 1259.882012] env[68089]: _type = "Task" [ 1259.882012] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.889380] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5251234f-a4ef-e185-09af-4ce7e302b0ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.086142] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.086649] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.086649] env[68089]: DEBUG nova.network.neutron [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.216761] env[68089]: DEBUG oslo_vmware.api [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Task: {'id': task-2853750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135871} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.217074] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.217264] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.217439] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.217611] env[68089]: INFO nova.compute.manager [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1260.217847] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.218045] env[68089]: DEBUG nova.compute.manager [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.218139] env[68089]: DEBUG nova.network.neutron [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.395356] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5251234f-a4ef-e185-09af-4ce7e302b0ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.396697] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2dbaee-5f65-4d19-b70f-081c8b923176 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.404403] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1260.404403] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52095532-ea19-79be-0ca9-95e5992a298e" [ 1260.404403] env[68089]: _type = "Task" [ 1260.404403] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.416604] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52095532-ea19-79be-0ca9-95e5992a298e, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.416916] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.418085] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.418085] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04c8c68-ed12-4040-8c3a-33b9e65ebe51 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.425726] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1260.425726] env[68089]: value = "task-2853751" [ 1260.425726] env[68089]: _type = "Task" [ 1260.425726] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.436137] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.651780] env[68089]: WARNING nova.network.neutron [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1260.937701] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487692} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.938260] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.939800] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.940178] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81439860-230c-4f9c-bb89-78f8cfc2a71e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.950279] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1260.950279] env[68089]: value = "task-2853752" [ 1260.950279] env[68089]: _type = "Task" [ 1260.950279] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.964584] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.137419] env[68089]: DEBUG nova.network.neutron [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79e41979-a970-4d7e-8275-da1b1c534c35", "address": "fa:16:3e:ff:e2:1a", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e41979-a9", "ovs_interfaceid": "79e41979-a970-4d7e-8275-da1b1c534c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.460370] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065048} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.460511] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.461317] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60f1e3-154c-491e-80f1-c82bde7c3140 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.488420] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.488544] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4032ef-5608-4278-aed8-6087fca4757a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.509910] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1261.509910] env[68089]: value = "task-2853753" [ 1261.509910] env[68089]: _type = "Task" [ 1261.509910] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.517282] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.527987] env[68089]: DEBUG nova.network.neutron [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.545234] env[68089]: DEBUG nova.compute.manager [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1261.545234] env[68089]: DEBUG nova.compute.manager [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-79e41979-a970-4d7e-8275-da1b1c534c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1261.545234] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.640634] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.641439] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.641605] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.641894] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.642089] env[68089]: DEBUG nova.network.neutron [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.644627] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9050f3-629a-4d28-864d-70e7af9a68ec {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.664713] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.665057] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.665227] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.665461] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.665710] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.665853] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.666256] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.666371] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.666549] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.666762] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.667415] env[68089]: DEBUG nova.virt.hardware [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.673844] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfiguring VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1261.674816] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b8dec6-5198-4dd8-8c9c-f26413fe413f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.695346] env[68089]: DEBUG oslo_vmware.api [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1261.695346] env[68089]: value = "task-2853755" [ 1261.695346] env[68089]: _type = "Task" [ 1261.695346] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.704460] env[68089]: DEBUG oslo_vmware.api [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853755, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.019057] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853753, 'name': ReconfigVM_Task, 'duration_secs': 0.292417} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.019400] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b/0af6267e-94cb-4c9c-b800-07b3d691c22b.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.020559] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_options': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': '0dcae654-aa30-40a9-a80e-7cc730c55dd7'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'}, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'device_type': None, 'attachment_id': '7998ace5-4c18-4829-be23-d3dc1198bb72', 'volume_type': None}], 'swap': None} {{(pid=68089) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1262.020768] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.020954] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.022170] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be3909d-a6eb-4067-8fef-afd02390244d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.037753] env[68089]: INFO nova.compute.manager [-] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Took 1.82 seconds to deallocate network for instance. [ 1262.042928] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7366bd2-0fe6-4b9f-ae82-fee429a25cf3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.070043] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.070381] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cebe844-e39e-4859-9063-10f3702cbc11 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.090965] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1262.090965] env[68089]: value = "task-2853756" [ 1262.090965] env[68089]: _type = "Task" [ 1262.090965] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.100971] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.207184] env[68089]: DEBUG oslo_vmware.api [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.518592] env[68089]: DEBUG nova.network.neutron [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 79e41979-a970-4d7e-8275-da1b1c534c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.519046] env[68089]: DEBUG nova.network.neutron [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79e41979-a970-4d7e-8275-da1b1c534c35", "address": "fa:16:3e:ff:e2:1a", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e41979-a9", "ovs_interfaceid": "79e41979-a970-4d7e-8275-da1b1c534c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.547343] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.547637] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.547868] env[68089]: DEBUG nova.objects.instance [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lazy-loading 'resources' on Instance uuid d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.601083] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.708073] env[68089]: DEBUG oslo_vmware.api [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853755, 'name': ReconfigVM_Task, 'duration_secs': 0.599446} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.708923] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.709043] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfigured VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1263.021739] env[68089]: DEBUG oslo_concurrency.lockutils [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.022034] env[68089]: DEBUG nova.compute.manager [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Received event network-vif-deleted-28c39d4c-66e4-4d06-8775-230123acae3e {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1263.022076] env[68089]: INFO nova.compute.manager [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Neutron deleted interface 28c39d4c-66e4-4d06-8775-230123acae3e; detaching it from the instance and deleting it from the info cache [ 1263.022403] env[68089]: DEBUG nova.network.neutron [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.106705] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853756, 'name': ReconfigVM_Task, 'duration_secs': 0.529688} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.107169] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.115871] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fed32e-b163-4787-abe5-686d7c9e2f2e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.132321] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1263.132321] env[68089]: value = "task-2853757" [ 1263.132321] env[68089]: _type = "Task" [ 1263.132321] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.142852] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.157530] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec1a00-8bfa-4b8a-a306-f2062f2fd0e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.167054] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b7d413-2791-435b-af00-d40e5062cc9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.204488] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448041c-bdfd-4a38-b454-d61b2522fcdf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.212837] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c5e16b1c-5950-462f-91b6-8b82a308e8d5 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.368s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.215212] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73158d-da7a-42be-a652-345661d73655 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.232330] env[68089]: DEBUG nova.compute.provider_tree [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.527178] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1655b874-d544-46e1-9fda-01e72f3b2889 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.534974] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c889e3-aff8-4d9d-ad78-be2e9b77a22f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.566780] env[68089]: DEBUG nova.compute.manager [req-d4dec7d2-6344-4c88-b784-c66695c52312 req-9b76ee1d-16ea-413e-93ec-52c07c8dbee6 service nova] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Detach interface failed, port_id=28c39d4c-66e4-4d06-8775-230123acae3e, reason: Instance d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1263.642566] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853757, 'name': ReconfigVM_Task, 'duration_secs': 0.271965} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.642690] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.643239] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-646c45d9-d239-4fdb-98c4-091619eb3320 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.650367] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1263.650367] env[68089]: value = "task-2853758" [ 1263.650367] env[68089]: _type = "Task" [ 1263.650367] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.658769] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853758, 'name': Rename_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.735521] env[68089]: DEBUG nova.scheduler.client.report [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.161569] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853758, 'name': Rename_Task, 'duration_secs': 0.193385} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.161569] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.161569] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab57b745-e055-4a3e-99d1-91ba8417e9c3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.168075] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1264.168075] env[68089]: value = "task-2853759" [ 1264.168075] env[68089]: _type = "Task" [ 1264.168075] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.178462] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.240835] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.269930] env[68089]: INFO nova.scheduler.client.report [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Deleted allocations for instance d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1 [ 1264.594594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.594594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.685297] env[68089]: DEBUG oslo_vmware.api [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853759, 'name': PowerOnVM_Task, 'duration_secs': 0.500839} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.685425] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.685942] env[68089]: DEBUG nova.compute.manager [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.688673] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a1581-92ec-4028-923c-01276920580b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.781757] env[68089]: DEBUG oslo_concurrency.lockutils [None req-60d9e9f1-2ec8-442b-b96a-e5bc4d5d70b6 tempest-AttachVolumeNegativeTest-1500081675 tempest-AttachVolumeNegativeTest-1500081675-project-member] Lock "d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.447s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.894471] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "607d41ed-44b9-41c4-8074-e9478b4af909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.894471] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.100024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.100024] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.100024] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8626ba-0133-4fe4-8327-97818ea1f1c1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.127411] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bc9c1-cc64-4bc0-8291-9fd3ea5ed087 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.163849] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfiguring VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1265.164220] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4daa5f78-8d7f-4aca-b0e9-51651e879c80 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.184679] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1265.184679] env[68089]: value = "task-2853761" [ 1265.184679] env[68089]: _type = "Task" [ 1265.184679] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.193645] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.205945] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.205945] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.206098] env[68089]: DEBUG nova.objects.instance [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68089) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1265.397124] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.696507] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.924318] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.196673] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.218459] env[68089]: DEBUG oslo_concurrency.lockutils [None req-c223e2ae-b7c9-41aa-8780-5622fc9d767c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.219825] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.296s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.226021] env[68089]: INFO nova.compute.claims [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.697553] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.198140] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.312410] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a4ac2-5eb8-4e80-b486-0b511cb8eeb2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.320389] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b2e28-8e4e-4514-bfbb-2e2f495e22da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.351266] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7178fb80-6fe6-4029-954c-0990c9b4095f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.358926] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623eee7-2849-4fd5-8941-c6741e421608 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.372430] env[68089]: DEBUG nova.compute.provider_tree [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.700997] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.875585] env[68089]: DEBUG nova.scheduler.client.report [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.199193] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.380362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.380910] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.699318] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.886173] env[68089]: DEBUG nova.compute.utils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.887667] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.887877] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.923426] env[68089]: DEBUG nova.policy [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c43d24322c347dbb47d0025024131cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea17ec9b322141cca8b820b70b639f0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.163706] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Successfully created port: ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.200123] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.390603] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.701237] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.201054] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.402610] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.431171] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.431460] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.431636] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.431849] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.432027] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.432179] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.432943] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.432943] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.432943] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.432943] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.433129] env[68089]: DEBUG nova.virt.hardware [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.433899] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53f9906-5eb4-4190-9122-e678a7bbf0fb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.441831] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea994aa-77ca-4666-a814-c6ff2a307847 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.701960] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.739606] env[68089]: DEBUG nova.compute.manager [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Received event network-vif-plugged-ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1270.739816] env[68089]: DEBUG oslo_concurrency.lockutils [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] Acquiring lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.740015] env[68089]: DEBUG oslo_concurrency.lockutils [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] Lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.740194] env[68089]: DEBUG oslo_concurrency.lockutils [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] Lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.740364] env[68089]: DEBUG nova.compute.manager [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] No waiting events found dispatching network-vif-plugged-ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.740527] env[68089]: WARNING nova.compute.manager [req-8362441c-9a29-4cc1-b231-58a1b2a4c687 req-22f6e93c-87b5-421e-9ce3-167c87f49e20 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Received unexpected event network-vif-plugged-ee838e45-c7ca-40a5-8411-451d3c2072f1 for instance with vm_state building and task_state spawning. [ 1270.817722] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Successfully updated port: ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.202875] env[68089]: DEBUG oslo_vmware.api [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853761, 'name': ReconfigVM_Task, 'duration_secs': 5.805738} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.203165] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.203356] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Reconfigured VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1271.320328] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.320503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquired lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.320683] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.853346] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.981709] env[68089]: DEBUG nova.network.neutron [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Updating instance_info_cache with network_info: [{"id": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "address": "fa:16:3e:9d:57:f0", "network": {"id": "4b9a9695-871d-455b-ae1d-760761a92dce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-510787368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea17ec9b322141cca8b820b70b639f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee838e45-c7", "ovs_interfaceid": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.484845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Releasing lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.485205] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Instance network_info: |[{"id": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "address": "fa:16:3e:9d:57:f0", "network": {"id": "4b9a9695-871d-455b-ae1d-760761a92dce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-510787368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea17ec9b322141cca8b820b70b639f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee838e45-c7", "ovs_interfaceid": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.485688] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:57:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee838e45-c7ca-40a5-8411-451d3c2072f1', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.494437] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Creating folder: Project (ea17ec9b322141cca8b820b70b639f0b). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.494982] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.496050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.496050] env[68089]: DEBUG nova.network.neutron [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.496562] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3066349-66db-4d3d-8421-962368bb0da1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.504422] env[68089]: DEBUG nova.compute.manager [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1272.504632] env[68089]: DEBUG nova.compute.manager [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing instance network info cache due to event network-changed-5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1272.504826] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] Acquiring lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.508537] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Created folder: Project (ea17ec9b322141cca8b820b70b639f0b) in parent group-v573447. [ 1272.508716] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Creating folder: Instances. Parent ref: group-v573785. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.508936] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4914babc-8394-42d6-9189-fcd7b5ad7601 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.517262] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Created folder: Instances in parent group-v573785. [ 1272.517480] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.517652] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.517840] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05230233-8756-481d-a266-36a7095331c0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.536502] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.536502] env[68089]: value = "task-2853766" [ 1272.536502] env[68089]: _type = "Task" [ 1272.536502] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.544252] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853766, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.767728] env[68089]: DEBUG nova.compute.manager [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Received event network-changed-ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1272.767937] env[68089]: DEBUG nova.compute.manager [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Refreshing instance network info cache due to event network-changed-ee838e45-c7ca-40a5-8411-451d3c2072f1. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1272.768156] env[68089]: DEBUG oslo_concurrency.lockutils [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] Acquiring lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.768292] env[68089]: DEBUG oslo_concurrency.lockutils [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] Acquired lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.768644] env[68089]: DEBUG nova.network.neutron [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Refreshing network info cache for port ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.046714] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853766, 'name': CreateVM_Task, 'duration_secs': 0.307234} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.046874] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.047554] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.047722] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.048057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.048320] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc94f5a0-598e-4414-94e7-e6a1be01341d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.052813] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1273.052813] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]528d67b9-c8f7-6a06-c6c5-905e2fe2e255" [ 1273.052813] env[68089]: _type = "Task" [ 1273.052813] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.062041] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528d67b9-c8f7-6a06-c6c5-905e2fe2e255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.175566] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.175820] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.176214] env[68089]: DEBUG nova.objects.instance [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'flavor' on Instance uuid e1e22f6c-5bea-48b1-a3b7-2a7488528b21 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.178084] env[68089]: INFO nova.network.neutron [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Port 79e41979-a970-4d7e-8275-da1b1c534c35 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1273.178409] env[68089]: DEBUG nova.network.neutron [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.466645] env[68089]: DEBUG nova.network.neutron [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Updated VIF entry in instance network info cache for port ee838e45-c7ca-40a5-8411-451d3c2072f1. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.467072] env[68089]: DEBUG nova.network.neutron [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Updating instance_info_cache with network_info: [{"id": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "address": "fa:16:3e:9d:57:f0", "network": {"id": "4b9a9695-871d-455b-ae1d-760761a92dce", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-510787368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea17ec9b322141cca8b820b70b639f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee838e45-c7", "ovs_interfaceid": "ee838e45-c7ca-40a5-8411-451d3c2072f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.563787] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]528d67b9-c8f7-6a06-c6c5-905e2fe2e255, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.564238] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.564305] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.564543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.564697] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.564874] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.565148] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b07bd6b5-7bfc-4a14-9847-f83c58d37095 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.576025] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.576212] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.576911] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26745290-d919-4569-bf2c-61b982b2acb6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.582302] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1273.582302] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52380b71-e60a-1245-36f0-f9cc9734cea4" [ 1273.582302] env[68089]: _type = "Task" [ 1273.582302] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.590380] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52380b71-e60a-1245-36f0-f9cc9734cea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.683727] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.685765] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] Acquired lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.685951] env[68089]: DEBUG nova.network.neutron [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Refreshing network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.776551] env[68089]: DEBUG nova.objects.instance [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'pci_requests' on Instance uuid e1e22f6c-5bea-48b1-a3b7-2a7488528b21 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.970386] env[68089]: DEBUG oslo_concurrency.lockutils [req-93535e9c-68bc-4c10-9cb0-fd5df91b2bf5 req-d395f33a-86d2-483b-b67f-c2759bf67849 service nova] Releasing lock "refresh_cache-607d41ed-44b9-41c4-8074-e9478b4af909" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.093286] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52380b71-e60a-1245-36f0-f9cc9734cea4, 'name': SearchDatastore_Task, 'duration_secs': 0.008554} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.094085] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80358f08-0bb5-4bf0-8314-7cd6eaf7835b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.098998] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1274.098998] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52f44786-c7e4-1ea9-31e5-3885b0953dea" [ 1274.098998] env[68089]: _type = "Task" [ 1274.098998] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.106618] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f44786-c7e4-1ea9-31e5-3885b0953dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.188840] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e37fa375-3e36-430d-869c-0a1b7b8c5d38 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-c6f75cfa-8209-4168-9ea6-b653203f6830-79e41979-a970-4d7e-8275-da1b1c534c35" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.594s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.279813] env[68089]: DEBUG nova.objects.base [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.279813] env[68089]: DEBUG nova.network.neutron [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.386637] env[68089]: DEBUG nova.policy [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd06408a8068b495f9757d38059e2963b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1328d1185ea4e7884fd99163436fecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.467716] env[68089]: DEBUG nova.network.neutron [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updated VIF entry in instance network info cache for port 5f2c31ac-7d55-46d1-a4d0-4158c5057c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.468106] env[68089]: DEBUG nova.network.neutron [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [{"id": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "address": "fa:16:3e:dc:85:f9", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f2c31ac-7d", "ovs_interfaceid": "5f2c31ac-7d55-46d1-a4d0-4158c5057c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.535884] env[68089]: DEBUG nova.compute.manager [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-changed-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1274.536173] env[68089]: DEBUG nova.compute.manager [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing instance network info cache due to event network-changed-750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1274.536459] env[68089]: DEBUG oslo_concurrency.lockutils [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.536459] env[68089]: DEBUG oslo_concurrency.lockutils [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.536643] env[68089]: DEBUG nova.network.neutron [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.609445] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52f44786-c7e4-1ea9-31e5-3885b0953dea, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.609776] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.609956] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607d41ed-44b9-41c4-8074-e9478b4af909/607d41ed-44b9-41c4-8074-e9478b4af909.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.610245] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d43f2bd-4450-4448-be96-adc2270e9e1a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.618071] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1274.618071] env[68089]: value = "task-2853767" [ 1274.618071] env[68089]: _type = "Task" [ 1274.618071] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.628082] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.970900] env[68089]: DEBUG oslo_concurrency.lockutils [req-4aaf6daa-947b-4530-87ac-448cac4b38c0 req-a686738c-4d51-443a-a1fa-1a6c5319d44a service nova] Releasing lock "refresh_cache-c6f75cfa-8209-4168-9ea6-b653203f6830" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.128200] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462609} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.128486] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 607d41ed-44b9-41c4-8074-e9478b4af909/607d41ed-44b9-41c4-8074-e9478b4af909.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.128698] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.129046] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cc401d6-3ce3-47f2-9e8d-0a3a740a88bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.135884] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1275.135884] env[68089]: value = "task-2853768" [ 1275.135884] env[68089]: _type = "Task" [ 1275.135884] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.143516] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.271231] env[68089]: DEBUG nova.network.neutron [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updated VIF entry in instance network info cache for port 750d4d56-c057-413f-9721-c447f6fada1b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.272013] env[68089]: DEBUG nova.network.neutron [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.645708] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067401} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.646074] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.646652] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897ce80-4211-4bca-aad2-ea3fa0c06a37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.668749] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 607d41ed-44b9-41c4-8074-e9478b4af909/607d41ed-44b9-41c4-8074-e9478b4af909.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.669060] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccd88b7e-1068-4ea2-9c05-fcc731c595b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.688797] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1275.688797] env[68089]: value = "task-2853769" [ 1275.688797] env[68089]: _type = "Task" [ 1275.688797] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.697042] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.774897] env[68089]: DEBUG oslo_concurrency.lockutils [req-ece8811c-f820-48b8-8bfc-10fc02d57c69 req-3ca1e40d-256f-4f54-988e-48ef036acdc5 service nova] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.871344] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.871601] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.875865] env[68089]: DEBUG nova.compute.manager [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.876059] env[68089]: DEBUG oslo_concurrency.lockutils [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.876319] env[68089]: DEBUG oslo_concurrency.lockutils [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.876512] env[68089]: DEBUG oslo_concurrency.lockutils [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.876773] env[68089]: DEBUG nova.compute.manager [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] No waiting events found dispatching network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.876828] env[68089]: WARNING nova.compute.manager [req-c556afbe-0e96-4531-9f1a-34429ccb1e01 req-1e6e6a73-ec8a-45c7-a8b1-d9db6ef10ff9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received unexpected event network-vif-plugged-79e41979-a970-4d7e-8275-da1b1c534c35 for instance with vm_state active and task_state None. [ 1275.951312] env[68089]: DEBUG nova.network.neutron [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Successfully updated port: 79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.198941] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853769, 'name': ReconfigVM_Task, 'duration_secs': 0.271167} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.200351] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 607d41ed-44b9-41c4-8074-e9478b4af909/607d41ed-44b9-41c4-8074-e9478b4af909.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.200351] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a77f7fd-a729-4ff0-b42f-39a6ee72a463 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.206419] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1276.206419] env[68089]: value = "task-2853770" [ 1276.206419] env[68089]: _type = "Task" [ 1276.206419] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.213544] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853770, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.455630] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.455824] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.456069] env[68089]: DEBUG nova.network.neutron [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.716489] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853770, 'name': Rename_Task, 'duration_secs': 0.148381} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.716837] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.716924] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b4a6c6-c363-4b6a-a47d-38f4311fb60b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.723320] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1276.723320] env[68089]: value = "task-2853771" [ 1276.723320] env[68089]: _type = "Task" [ 1276.723320] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.730819] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.871653] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.994275] env[68089]: WARNING nova.network.neutron [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] 55e37622-cfa6-4620-b105-6f08f7314d6d already exists in list: networks containing: ['55e37622-cfa6-4620-b105-6f08f7314d6d']. ignoring it [ 1277.233770] env[68089]: DEBUG oslo_vmware.api [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853771, 'name': PowerOnVM_Task, 'duration_secs': 0.441073} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.234049] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.234255] env[68089]: INFO nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1277.234427] env[68089]: DEBUG nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.235207] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d6dd97-7926-44bf-821e-b8eb8e1efed8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.250351] env[68089]: DEBUG nova.network.neutron [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79e41979-a970-4d7e-8275-da1b1c534c35", "address": "fa:16:3e:ff:e2:1a", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e41979-a9", "ovs_interfaceid": "79e41979-a970-4d7e-8275-da1b1c534c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.751973] env[68089]: INFO nova.compute.manager [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Took 11.85 seconds to build instance. [ 1277.753230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.753828] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.753988] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.754826] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d940ee-7951-44d8-a53d-ee61bf53741c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.772643] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.773252] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.773421] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.773637] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.773796] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.773945] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.774174] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.774336] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.774532] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.774781] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.774978] env[68089]: DEBUG nova.virt.hardware [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.781143] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfiguring VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1277.782124] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236bc67d-3c30-41bf-a632-9b9e76626379 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.798799] env[68089]: DEBUG oslo_vmware.api [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1277.798799] env[68089]: value = "task-2853772" [ 1277.798799] env[68089]: _type = "Task" [ 1277.798799] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.806892] env[68089]: DEBUG oslo_vmware.api [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853772, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.871378] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.919270] env[68089]: DEBUG nova.compute.manager [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-changed-79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1277.919503] env[68089]: DEBUG nova.compute.manager [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing instance network info cache due to event network-changed-79e41979-a970-4d7e-8275-da1b1c534c35. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1277.919716] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.919874] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.920092] env[68089]: DEBUG nova.network.neutron [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Refreshing network info cache for port 79e41979-a970-4d7e-8275-da1b1c534c35 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.260245] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2c91eba6-88f9-4ede-9e72-2ead12cc5eaf tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.366s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.308788] env[68089]: DEBUG oslo_vmware.api [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.314402] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "607d41ed-44b9-41c4-8074-e9478b4af909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.314681] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.314896] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.316042] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.316042] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.317442] env[68089]: INFO nova.compute.manager [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Terminating instance [ 1278.624712] env[68089]: DEBUG nova.network.neutron [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updated VIF entry in instance network info cache for port 79e41979-a970-4d7e-8275-da1b1c534c35. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.625218] env[68089]: DEBUG nova.network.neutron [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79e41979-a970-4d7e-8275-da1b1c534c35", "address": "fa:16:3e:ff:e2:1a", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e41979-a9", "ovs_interfaceid": "79e41979-a970-4d7e-8275-da1b1c534c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.809421] env[68089]: DEBUG oslo_vmware.api [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853772, 'name': ReconfigVM_Task, 'duration_secs': 0.544771} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.810051] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.810317] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfigured VM to attach interface {{(pid=68089) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1278.820714] env[68089]: DEBUG nova.compute.manager [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.820915] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.821791] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f6b03-e54b-407a-bbbd-abc9e4b4597d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.830860] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.831095] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e98799c2-bf5c-424d-9bd1-f9607beaa281 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.837999] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1278.837999] env[68089]: value = "task-2853773" [ 1278.837999] env[68089]: _type = "Task" [ 1278.837999] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.845488] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.871817] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.872020] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1279.128098] env[68089]: DEBUG oslo_concurrency.lockutils [req-1ddb0786-a146-41cc-a9a8-042b497f262b req-f4cbae8f-89da-49c2-a443-25e85b077628 service nova] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.315530] env[68089]: DEBUG oslo_concurrency.lockutils [None req-928088e4-c4fa-4c14-b21e-62e6af885110 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.140s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.347615] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853773, 'name': PowerOffVM_Task, 'duration_secs': 0.186244} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.347898] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.348083] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.348327] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74bb85d3-10ff-4ec1-a8f3-b5196115fcb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.412790] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.412981] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.413139] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Deleting the datastore file [datastore2] 607d41ed-44b9-41c4-8074-e9478b4af909 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.413397] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9150656e-4ae7-4910-98e8-4960e580d275 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.419088] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for the task: (returnval){ [ 1279.419088] env[68089]: value = "task-2853775" [ 1279.419088] env[68089]: _type = "Task" [ 1279.419088] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.426527] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.872015] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.928613] env[68089]: DEBUG oslo_vmware.api [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Task: {'id': task-2853775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143358} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.928861] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.929056] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.929239] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.929410] env[68089]: INFO nova.compute.manager [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1279.929648] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.929838] env[68089]: DEBUG nova.compute.manager [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.929933] env[68089]: DEBUG nova.network.neutron [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.175033] env[68089]: DEBUG nova.compute.manager [req-ab2cd75a-ac97-4cb9-bb0a-f55dba404542 req-c3840224-4fd4-4e94-82f5-be298d3b96be service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Received event network-vif-deleted-ee838e45-c7ca-40a5-8411-451d3c2072f1 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1280.175208] env[68089]: INFO nova.compute.manager [req-ab2cd75a-ac97-4cb9-bb0a-f55dba404542 req-c3840224-4fd4-4e94-82f5-be298d3b96be service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Neutron deleted interface ee838e45-c7ca-40a5-8411-451d3c2072f1; detaching it from the instance and deleting it from the info cache [ 1280.175832] env[68089]: DEBUG nova.network.neutron [req-ab2cd75a-ac97-4cb9-bb0a-f55dba404542 req-c3840224-4fd4-4e94-82f5-be298d3b96be service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.660021] env[68089]: DEBUG nova.network.neutron [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.677674] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d44b21e-853b-4114-9e6b-b13540761bd2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.687616] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b493d-c8f2-4445-b683-4f3c3b19fde1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.716532] env[68089]: DEBUG nova.compute.manager [req-ab2cd75a-ac97-4cb9-bb0a-f55dba404542 req-c3840224-4fd4-4e94-82f5-be298d3b96be service nova] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Detach interface failed, port_id=ee838e45-c7ca-40a5-8411-451d3c2072f1, reason: Instance 607d41ed-44b9-41c4-8074-e9478b4af909 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1280.854909] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.855168] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.871390] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.162876] env[68089]: INFO nova.compute.manager [-] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Took 1.23 seconds to deallocate network for instance. [ 1281.358155] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.358379] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.359275] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd4806-1363-47ba-8d59-8b10932a5a78 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.377969] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.378172] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.378339] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.378492] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.379331] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c607bcf7-218d-47af-8e62-b7e6ee44bd49 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.382164] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ed889-2913-4d54-9dda-d8218cd77987 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.409350] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfiguring VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1281.410674] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d609e80-2fca-4941-9157-a30037087ef1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.414579] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b043e88-dd50-419c-87be-fce6b14a5a46 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.438412] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de683e9c-881a-4106-9dc1-0745f744f33e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.441010] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1281.441010] env[68089]: value = "task-2853776" [ 1281.441010] env[68089]: _type = "Task" [ 1281.441010] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.447396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b1df8-4036-4d76-b559-ba45b38347aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.453708] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.484826] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.484996] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.485201] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.669395] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.951028] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.451338] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.512070] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.512242] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 0af6267e-94cb-4c9c-b800-07b3d691c22b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.512367] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance c6f75cfa-8209-4168-9ea6-b653203f6830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.512484] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance e1e22f6c-5bea-48b1-a3b7-2a7488528b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.512628] env[68089]: WARNING nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 607d41ed-44b9-41c4-8074-e9478b4af909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1282.512791] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.512920] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.575568] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16a58f-5066-4bf0-8749-47e6a269eeae {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.582722] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6de95-03b4-44fb-b2cd-6b5060d91157 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.611444] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1607b5ec-c3ce-4c97-bc24-a4c5a2bd8091 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.618370] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381a4cb6-18b4-4923-8676-437afe2848b8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.632109] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.952264] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.135708] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.452620] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.640763] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.640986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.641292] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.972s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.641525] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.662377] env[68089]: INFO nova.scheduler.client.report [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Deleted allocations for instance 607d41ed-44b9-41c4-8074-e9478b4af909 [ 1283.953649] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.170171] env[68089]: DEBUG oslo_concurrency.lockutils [None req-317933e8-97d0-4cb5-b303-b17b6f29e66f tempest-ServersNegativeTestMultiTenantJSON-225851098 tempest-ServersNegativeTestMultiTenantJSON-225851098-project-member] Lock "607d41ed-44b9-41c4-8074-e9478b4af909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.855s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.454375] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.643629] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.955464] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.457656] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.957466] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.458530] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.958169] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.458957] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.960257] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.462168] env[68089]: DEBUG oslo_vmware.api [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853776, 'name': ReconfigVM_Task, 'duration_secs': 6.79092} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.462545] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.462656] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Reconfigured VM to detach interface {{(pid=68089) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1289.312664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.313029] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.313135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.313306] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.313468] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.315410] env[68089]: INFO nova.compute.manager [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Terminating instance [ 1289.715373] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.715781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquired lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.715781] env[68089]: DEBUG nova.network.neutron [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.818556] env[68089]: DEBUG nova.compute.manager [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.818766] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.819684] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c9430-4e86-4c91-901c-7b897289c934 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.827486] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.827708] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c913ee29-47df-432e-9044-1bf989bcb68c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.833742] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1289.833742] env[68089]: value = "task-2853777" [ 1289.833742] env[68089]: _type = "Task" [ 1289.833742] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.841535] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.343342] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853777, 'name': PowerOffVM_Task, 'duration_secs': 0.193756} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.343623] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.343802] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.344077] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6a2f4dc-4120-45cd-bc92-427556ed537a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.410722] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.410945] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.411133] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleting the datastore file [datastore1] e1e22f6c-5bea-48b1-a3b7-2a7488528b21 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.411400] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b0d079-1c13-4ec5-8332-df7f261bf541 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.417177] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1290.417177] env[68089]: value = "task-2853779" [ 1290.417177] env[68089]: _type = "Task" [ 1290.417177] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.425324] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.437257] env[68089]: INFO nova.network.neutron [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Port 79e41979-a970-4d7e-8275-da1b1c534c35 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1290.437595] env[68089]: DEBUG nova.network.neutron [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [{"id": "750d4d56-c057-413f-9721-c447f6fada1b", "address": "fa:16:3e:ae:f9:81", "network": {"id": "55e37622-cfa6-4620-b105-6f08f7314d6d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-547756475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1328d1185ea4e7884fd99163436fecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750d4d56-c0", "ovs_interfaceid": "750d4d56-c057-413f-9721-c447f6fada1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.927093] env[68089]: DEBUG oslo_vmware.api [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146468} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.927497] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.927556] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.927683] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.927855] env[68089]: INFO nova.compute.manager [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1290.928100] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.928290] env[68089]: DEBUG nova.compute.manager [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.928383] env[68089]: DEBUG nova.network.neutron [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.940574] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Releasing lock "refresh_cache-e1e22f6c-5bea-48b1-a3b7-2a7488528b21" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.444716] env[68089]: DEBUG oslo_concurrency.lockutils [None req-a6a5fb69-3d30-4bc8-8697-59d1b60620f8 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "interface-e1e22f6c-5bea-48b1-a3b7-2a7488528b21-79e41979-a970-4d7e-8275-da1b1c534c35" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.589s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.548312] env[68089]: DEBUG nova.compute.manager [req-2bbde51a-a0fb-401f-8725-30f970a9acd0 req-6dc0fb70-1deb-4e70-b43f-92e56d55a7b9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Received event network-vif-deleted-750d4d56-c057-413f-9721-c447f6fada1b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1291.548520] env[68089]: INFO nova.compute.manager [req-2bbde51a-a0fb-401f-8725-30f970a9acd0 req-6dc0fb70-1deb-4e70-b43f-92e56d55a7b9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Neutron deleted interface 750d4d56-c057-413f-9721-c447f6fada1b; detaching it from the instance and deleting it from the info cache [ 1291.548753] env[68089]: DEBUG nova.network.neutron [req-2bbde51a-a0fb-401f-8725-30f970a9acd0 req-6dc0fb70-1deb-4e70-b43f-92e56d55a7b9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.028846] env[68089]: DEBUG nova.network.neutron [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.051531] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9baac1a0-59da-439e-8e8f-b8a3ff5a1a89 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.062214] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b20a1a-6127-4572-bd13-c65aea2548d4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.092856] env[68089]: DEBUG nova.compute.manager [req-2bbde51a-a0fb-401f-8725-30f970a9acd0 req-6dc0fb70-1deb-4e70-b43f-92e56d55a7b9 service nova] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Detach interface failed, port_id=750d4d56-c057-413f-9721-c447f6fada1b, reason: Instance e1e22f6c-5bea-48b1-a3b7-2a7488528b21 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1292.532145] env[68089]: INFO nova.compute.manager [-] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Took 1.60 seconds to deallocate network for instance. [ 1293.038364] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.038700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.038903] env[68089]: DEBUG nova.objects.instance [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'resources' on Instance uuid e1e22f6c-5bea-48b1-a3b7-2a7488528b21 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.601027] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993cbf03-5b51-413b-8dd4-45fb203db159 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.608311] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02881c8f-02b2-4295-bbb3-4ccbf4823c4b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.639297] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae716bbd-e462-49d5-8161-43404f93b35b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.646301] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cba8d3-d761-4f3e-9e66-e2d22dd0d37b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.659177] env[68089]: DEBUG nova.compute.provider_tree [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.162336] env[68089]: DEBUG nova.scheduler.client.report [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.667335] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.694158] env[68089]: INFO nova.scheduler.client.report [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted allocations for instance e1e22f6c-5bea-48b1-a3b7-2a7488528b21 [ 1295.201920] env[68089]: DEBUG oslo_concurrency.lockutils [None req-cadc7835-e880-4536-8ec8-4fe9192546b2 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "e1e22f6c-5bea-48b1-a3b7-2a7488528b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.889s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.863197] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.863498] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.863770] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.863972] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.864162] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.866371] env[68089]: INFO nova.compute.manager [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Terminating instance [ 1296.370990] env[68089]: DEBUG nova.compute.manager [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.371457] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.372239] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8475b-11a1-43c6-9719-f2b32d244f1f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.380708] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.380936] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9547f66-fe1b-4837-9395-6fd7a3cdb5fe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.387602] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1296.387602] env[68089]: value = "task-2853780" [ 1296.387602] env[68089]: _type = "Task" [ 1296.387602] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.395639] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.897578] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853780, 'name': PowerOffVM_Task, 'duration_secs': 0.181156} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.898239] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.898239] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.898381] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fdfdb38-42f7-4afd-9f14-fbfc0af63254 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.970050] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.970050] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.970050] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleting the datastore file [datastore2] c6f75cfa-8209-4168-9ea6-b653203f6830 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.970361] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18fff5d1-962d-48f1-ad17-82ed524b76b7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.976763] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for the task: (returnval){ [ 1296.976763] env[68089]: value = "task-2853782" [ 1296.976763] env[68089]: _type = "Task" [ 1296.976763] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.984467] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.487839] env[68089]: DEBUG oslo_vmware.api [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Task: {'id': task-2853782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154927} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.488271] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.488271] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.488400] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.488571] env[68089]: INFO nova.compute.manager [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1297.488804] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.488990] env[68089]: DEBUG nova.compute.manager [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.489097] env[68089]: DEBUG nova.network.neutron [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.922969] env[68089]: DEBUG nova.compute.manager [req-408570b5-713b-4dda-9e5c-f609f1996b5e req-aaf42ba5-1eff-49a4-b0e7-91d10cd19696 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Received event network-vif-deleted-5f2c31ac-7d55-46d1-a4d0-4158c5057c35 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.923120] env[68089]: INFO nova.compute.manager [req-408570b5-713b-4dda-9e5c-f609f1996b5e req-aaf42ba5-1eff-49a4-b0e7-91d10cd19696 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Neutron deleted interface 5f2c31ac-7d55-46d1-a4d0-4158c5057c35; detaching it from the instance and deleting it from the info cache [ 1297.923294] env[68089]: DEBUG nova.network.neutron [req-408570b5-713b-4dda-9e5c-f609f1996b5e req-aaf42ba5-1eff-49a4-b0e7-91d10cd19696 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.406335] env[68089]: DEBUG nova.network.neutron [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.425647] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fecd9aa-2ae6-45d4-88f3-ad32cc5d7736 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.435836] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3699b877-928e-40cf-bb4f-b9a79a8076dd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.460417] env[68089]: DEBUG nova.compute.manager [req-408570b5-713b-4dda-9e5c-f609f1996b5e req-aaf42ba5-1eff-49a4-b0e7-91d10cd19696 service nova] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Detach interface failed, port_id=5f2c31ac-7d55-46d1-a4d0-4158c5057c35, reason: Instance c6f75cfa-8209-4168-9ea6-b653203f6830 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1298.909432] env[68089]: INFO nova.compute.manager [-] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Took 1.42 seconds to deallocate network for instance. [ 1299.415571] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.415860] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.416132] env[68089]: DEBUG nova.objects.instance [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lazy-loading 'resources' on Instance uuid c6f75cfa-8209-4168-9ea6-b653203f6830 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.970010] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb6b8b-5285-467e-83e1-95a8c751f030 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.977727] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26387f50-fc69-432c-b2d7-fbe297f73cfe {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.007861] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eedffd0-1915-4fc0-b732-9d054db17c1c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.014571] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634d84a-8c2d-4b64-bd00-f1fb44c38357 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.027383] env[68089]: DEBUG nova.compute.provider_tree [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.530713] env[68089]: DEBUG nova.scheduler.client.report [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.035776] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.053319] env[68089]: INFO nova.scheduler.client.report [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Deleted allocations for instance c6f75cfa-8209-4168-9ea6-b653203f6830 [ 1301.562787] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e2b7b19d-2e84-4503-b948-2c952c74ed98 tempest-AttachInterfacesTestJSON-1783704731 tempest-AttachInterfacesTestJSON-1783704731-project-member] Lock "c6f75cfa-8209-4168-9ea6-b653203f6830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.170591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.170591] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.674037] env[68089]: INFO nova.compute.manager [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Detaching volume 05b96459-d862-4b22-bdc1-fb465096fbc6 [ 1302.707464] env[68089]: INFO nova.virt.block_device [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Attempting to driver detach volume 05b96459-d862-4b22-bdc1-fb465096fbc6 from mountpoint /dev/sdb [ 1302.707704] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1302.707894] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1302.708792] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947b99c5-7e18-4888-9a03-6a946e259c94 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.731487] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1688f-8c5d-4d38-a50c-f06e504eb971 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.738673] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991629d-554f-4470-a198-dea44ce3be37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.758486] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb4308-8fd0-4117-8318-8eab3d93b8b4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.772771] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] The volume has not been displaced from its original location: [datastore2] volume-05b96459-d862-4b22-bdc1-fb465096fbc6/volume-05b96459-d862-4b22-bdc1-fb465096fbc6.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1302.777999] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.778428] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba80968-a30b-41d9-a1d5-f4ab0093cc9d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.795468] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1302.795468] env[68089]: value = "task-2853783" [ 1302.795468] env[68089]: _type = "Task" [ 1302.795468] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.802925] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.304680] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853783, 'name': ReconfigVM_Task, 'duration_secs': 0.241403} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.304963] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.309634] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35def3fd-d8fa-41f2-8fe9-4ec1aa8e5d58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.324453] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1303.324453] env[68089]: value = "task-2853784" [ 1303.324453] env[68089]: _type = "Task" [ 1303.324453] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.332918] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.834464] env[68089]: DEBUG oslo_vmware.api [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853784, 'name': ReconfigVM_Task, 'duration_secs': 0.145788} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.834777] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573782', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'name': 'volume-05b96459-d862-4b22-bdc1-fb465096fbc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0af6267e-94cb-4c9c-b800-07b3d691c22b', 'attached_at': '', 'detached_at': '', 'volume_id': '05b96459-d862-4b22-bdc1-fb465096fbc6', 'serial': '05b96459-d862-4b22-bdc1-fb465096fbc6'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.376381] env[68089]: DEBUG nova.objects.instance [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'flavor' on Instance uuid 0af6267e-94cb-4c9c-b800-07b3d691c22b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.384587] env[68089]: DEBUG oslo_concurrency.lockutils [None req-5fb15fcd-dd73-4e88-ad44-d6cf7bd7b03b tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.453777] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.454123] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.454358] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.454543] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.454713] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.457093] env[68089]: INFO nova.compute.manager [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Terminating instance [ 1306.874585] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "05c96807-3f73-4edf-801d-c37f215d9b76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.874845] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.960235] env[68089]: DEBUG nova.compute.manager [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.960453] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.961356] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d722b1-6888-4a7d-8725-e4a21aae3127 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.969428] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.969677] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbdeb73-c4e3-4693-bdfc-657e5fefed0a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.976497] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1306.976497] env[68089]: value = "task-2853785" [ 1306.976497] env[68089]: _type = "Task" [ 1306.976497] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.983559] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.377483] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.486588] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853785, 'name': PowerOffVM_Task, 'duration_secs': 0.172851} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.486840] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.486957] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.487219] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad80e61b-9cb9-4324-a32f-f085d867d03e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.542047] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.542280] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.542467] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore1] 0af6267e-94cb-4c9c-b800-07b3d691c22b {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.542739] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01127446-55cf-49b8-a482-496bd4babe1d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.548890] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1307.548890] env[68089]: value = "task-2853787" [ 1307.548890] env[68089]: _type = "Task" [ 1307.548890] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.557355] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.902986] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.903287] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.905205] env[68089]: INFO nova.compute.claims [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.059448] env[68089]: DEBUG oslo_vmware.api [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134684} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.059625] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.059786] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.059965] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.060159] env[68089]: INFO nova.compute.manager [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1308.060399] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.060593] env[68089]: DEBUG nova.compute.manager [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.060689] env[68089]: DEBUG nova.network.neutron [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.492950] env[68089]: DEBUG nova.compute.manager [req-1bf2810d-0e23-4437-b8b7-6cde24075ac9 req-dd299ee9-d49c-4357-b5b4-b40c23e75af7 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Received event network-vif-deleted-a508c758-5e4a-45fc-838e-fec9422124af {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1308.493226] env[68089]: INFO nova.compute.manager [req-1bf2810d-0e23-4437-b8b7-6cde24075ac9 req-dd299ee9-d49c-4357-b5b4-b40c23e75af7 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Neutron deleted interface a508c758-5e4a-45fc-838e-fec9422124af; detaching it from the instance and deleting it from the info cache [ 1308.493441] env[68089]: DEBUG nova.network.neutron [req-1bf2810d-0e23-4437-b8b7-6cde24075ac9 req-dd299ee9-d49c-4357-b5b4-b40c23e75af7 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.963184] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28343b1f-63af-4eef-a11e-25c1864c97f3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.972074] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5e7405-85a4-4edd-bf95-97a39e9906f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.975120] env[68089]: DEBUG nova.network.neutron [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.002659] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdeec83e-85fd-4cd7-a382-b2a94a2b7d12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.004894] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33fea5d-635b-469b-92a8-cc3698670a5b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.014318] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbcbf7-4efe-4d2b-8076-f8abe582cbf5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.020776] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674604f6-9e9f-4959-808e-1018adcc9014 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.042114] env[68089]: DEBUG nova.compute.provider_tree [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.048598] env[68089]: DEBUG nova.compute.manager [req-1bf2810d-0e23-4437-b8b7-6cde24075ac9 req-dd299ee9-d49c-4357-b5b4-b40c23e75af7 service nova] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Detach interface failed, port_id=a508c758-5e4a-45fc-838e-fec9422124af, reason: Instance 0af6267e-94cb-4c9c-b800-07b3d691c22b could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1309.477740] env[68089]: INFO nova.compute.manager [-] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Took 1.42 seconds to deallocate network for instance. [ 1309.550185] env[68089]: DEBUG nova.scheduler.client.report [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.984013] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.055177] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.055646] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.058167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.074s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.058394] env[68089]: DEBUG nova.objects.instance [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'resources' on Instance uuid 0af6267e-94cb-4c9c-b800-07b3d691c22b {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.561052] env[68089]: DEBUG nova.compute.utils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.562463] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.562587] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.605502] env[68089]: DEBUG nova.policy [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb3075761fc14df1a6d79b0d9b5d81e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1178cbd18fa8479cab91ef073fa86842', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.609631] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a167a4b-fa7c-4475-8077-c78710342506 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.617488] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487084f-4572-4a2d-84b2-63538894301f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.647763] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd8d226-24c0-44e8-afc6-6eb6bc35f910 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.654709] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ffa1c7-89a6-4a78-9fdd-b06511877e37 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.667558] env[68089]: DEBUG nova.compute.provider_tree [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.842902] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Successfully created port: 438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.066424] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.170804] env[68089]: DEBUG nova.scheduler.client.report [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.675672] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.696476] env[68089]: INFO nova.scheduler.client.report [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocations for instance 0af6267e-94cb-4c9c-b800-07b3d691c22b [ 1312.078141] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.104777] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.105017] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.105180] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.105360] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.105503] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.105685] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.105944] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.106105] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.106305] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.106477] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.106645] env[68089]: DEBUG nova.virt.hardware [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.107590] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa89c430-14bf-4e9d-9d43-2c44176946f9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.115607] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa3e471-1cb4-4c7e-9b94-01af1c565712 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.205206] env[68089]: DEBUG nova.compute.manager [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Received event network-vif-plugged-438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1312.205482] env[68089]: DEBUG oslo_concurrency.lockutils [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] Acquiring lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.205614] env[68089]: DEBUG oslo_concurrency.lockutils [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] Lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.205776] env[68089]: DEBUG oslo_concurrency.lockutils [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] Lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.205941] env[68089]: DEBUG nova.compute.manager [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] No waiting events found dispatching network-vif-plugged-438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.206141] env[68089]: WARNING nova.compute.manager [req-11f686be-9175-4862-b11e-4a9a2f12f802 req-bac962ed-06aa-489a-a3e3-6be20ff40336 service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Received unexpected event network-vif-plugged-438b6ca3-fee8-4502-8528-9618f08d311b for instance with vm_state building and task_state spawning. [ 1312.206603] env[68089]: DEBUG oslo_concurrency.lockutils [None req-7aaf587f-0621-476d-8404-a1918ee27e60 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "0af6267e-94cb-4c9c-b800-07b3d691c22b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.288042] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Successfully updated port: 438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.789832] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.790092] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquired lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.790178] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.324177] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.476009] env[68089]: DEBUG nova.network.neutron [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Updating instance_info_cache with network_info: [{"id": "438b6ca3-fee8-4502-8528-9618f08d311b", "address": "fa:16:3e:70:f0:b2", "network": {"id": "5f44bec9-7a67-4423-83c0-6d7f304a9cc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1238442680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1178cbd18fa8479cab91ef073fa86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438b6ca3-fe", "ovs_interfaceid": "438b6ca3-fee8-4502-8528-9618f08d311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.880529] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a41767a9-a17f-47eb-8402-fca548922448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.880873] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.979293] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Releasing lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.979543] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Instance network_info: |[{"id": "438b6ca3-fee8-4502-8528-9618f08d311b", "address": "fa:16:3e:70:f0:b2", "network": {"id": "5f44bec9-7a67-4423-83c0-6d7f304a9cc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1238442680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1178cbd18fa8479cab91ef073fa86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438b6ca3-fe", "ovs_interfaceid": "438b6ca3-fee8-4502-8528-9618f08d311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.979965] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:f0:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '438b6ca3-fee8-4502-8528-9618f08d311b', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.987468] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Creating folder: Project (1178cbd18fa8479cab91ef073fa86842). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.987787] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5491686-211c-4268-ba5b-4d94c577cef4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.000564] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Created folder: Project (1178cbd18fa8479cab91ef073fa86842) in parent group-v573447. [ 1314.000785] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Creating folder: Instances. Parent ref: group-v573788. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.001074] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d9cc47-a37c-405f-878d-c39e1512993b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.011791] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Created folder: Instances in parent group-v573788. [ 1314.012054] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.012252] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.012461] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e9faa4-cdd5-4c5e-81b7-19025648dd58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.035340] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.035340] env[68089]: value = "task-2853790" [ 1314.035340] env[68089]: _type = "Task" [ 1314.035340] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.043096] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853790, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.231581] env[68089]: DEBUG nova.compute.manager [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Received event network-changed-438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1314.231871] env[68089]: DEBUG nova.compute.manager [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Refreshing instance network info cache due to event network-changed-438b6ca3-fee8-4502-8528-9618f08d311b. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1314.232183] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] Acquiring lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.232389] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] Acquired lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.232672] env[68089]: DEBUG nova.network.neutron [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Refreshing network info cache for port 438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.383547] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.545185] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853790, 'name': CreateVM_Task, 'duration_secs': 0.313824} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.545398] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.546031] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.546210] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.546534] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.546791] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5137d68e-9445-4b59-a14e-7ffa80703f28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.551673] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1314.551673] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]5256b35a-e615-18f9-cd8a-ed8b07a4d162" [ 1314.551673] env[68089]: _type = "Task" [ 1314.551673] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.559233] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5256b35a-e615-18f9-cd8a-ed8b07a4d162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.902834] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.903136] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.904546] env[68089]: INFO nova.compute.claims [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.920292] env[68089]: DEBUG nova.network.neutron [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Updated VIF entry in instance network info cache for port 438b6ca3-fee8-4502-8528-9618f08d311b. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.921025] env[68089]: DEBUG nova.network.neutron [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Updating instance_info_cache with network_info: [{"id": "438b6ca3-fee8-4502-8528-9618f08d311b", "address": "fa:16:3e:70:f0:b2", "network": {"id": "5f44bec9-7a67-4423-83c0-6d7f304a9cc5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1238442680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1178cbd18fa8479cab91ef073fa86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438b6ca3-fe", "ovs_interfaceid": "438b6ca3-fee8-4502-8528-9618f08d311b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.063095] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]5256b35a-e615-18f9-cd8a-ed8b07a4d162, 'name': SearchDatastore_Task, 'duration_secs': 0.01259} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.063095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.063095] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.063329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.063329] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.063425] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.063669] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-569cf172-ee7a-4e15-86c2-05a7af2c8b74 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.072370] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.072543] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.073240] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e2266c-93dd-4c5e-9e2f-d29ca66194e3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.078164] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1315.078164] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52096c57-2425-5b19-c063-99063c753b4e" [ 1315.078164] env[68089]: _type = "Task" [ 1315.078164] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.085187] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52096c57-2425-5b19-c063-99063c753b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.423054] env[68089]: DEBUG oslo_concurrency.lockutils [req-3b1e1e9b-b150-44c4-a19a-68ba654204ea req-fb615eda-d875-4bc9-9304-1af7c19eb08e service nova] Releasing lock "refresh_cache-05c96807-3f73-4edf-801d-c37f215d9b76" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.588112] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52096c57-2425-5b19-c063-99063c753b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.588868] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a161f2f-3ded-4d90-a03e-d876c6499fdc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.593646] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1315.593646] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52572dd4-521f-2b49-03b8-31e9616e9cab" [ 1315.593646] env[68089]: _type = "Task" [ 1315.593646] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.602000] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52572dd4-521f-2b49-03b8-31e9616e9cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.956964] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15e1b4-953d-4f55-9260-3c47f6d2ea92 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.964063] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f1e30-1be4-47cb-bacf-231233653f86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.993282] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bfae2b-4d27-45e0-8887-a71951b437f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.999946] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec59cc-c89a-45e9-8384-bc7a59268cef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.012488] env[68089]: DEBUG nova.compute.provider_tree [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.103851] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52572dd4-521f-2b49-03b8-31e9616e9cab, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.104167] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.104427] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 05c96807-3f73-4edf-801d-c37f215d9b76/05c96807-3f73-4edf-801d-c37f215d9b76.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.104710] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b4b93a-c12b-4449-8b8c-b50d12d10124 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.111337] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1316.111337] env[68089]: value = "task-2853791" [ 1316.111337] env[68089]: _type = "Task" [ 1316.111337] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.118501] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.516074] env[68089]: DEBUG nova.scheduler.client.report [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.621189] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431735} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.621442] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore2] 05c96807-3f73-4edf-801d-c37f215d9b76/05c96807-3f73-4edf-801d-c37f215d9b76.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.621589] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.621837] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f0b939b-35de-4b20-8a2d-83e9f77b3730 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.628665] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1316.628665] env[68089]: value = "task-2853792" [ 1316.628665] env[68089]: _type = "Task" [ 1316.628665] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.637509] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.021226] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.021790] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.138613] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08242} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.138853] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.139610] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8fa01-b815-4486-ac3f-6b5bd444b902 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.160910] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 05c96807-3f73-4edf-801d-c37f215d9b76/05c96807-3f73-4edf-801d-c37f215d9b76.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.161191] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d6680b-b0ab-436c-a364-27c273dca1e2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.179602] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1317.179602] env[68089]: value = "task-2853793" [ 1317.179602] env[68089]: _type = "Task" [ 1317.179602] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.187427] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.527201] env[68089]: DEBUG nova.compute.utils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.528413] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.528583] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.564408] env[68089]: DEBUG nova.policy [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf26deb0c0db4b24bb3861a3b16d1a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a6bd81f6c7420193742fc70458b903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.689357] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853793, 'name': ReconfigVM_Task, 'duration_secs': 0.276247} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.689630] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 05c96807-3f73-4edf-801d-c37f215d9b76/05c96807-3f73-4edf-801d-c37f215d9b76.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.690242] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f95058-e70e-42a9-a3c4-d6175e0cd00f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.696065] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1317.696065] env[68089]: value = "task-2853794" [ 1317.696065] env[68089]: _type = "Task" [ 1317.696065] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.704666] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853794, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.807792] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Successfully created port: c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.031943] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.205984] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853794, 'name': Rename_Task, 'duration_secs': 0.140289} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.206275] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.206553] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6279df6-ee96-4270-9cff-53578492db44 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.213856] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1318.213856] env[68089]: value = "task-2853795" [ 1318.213856] env[68089]: _type = "Task" [ 1318.213856] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.220978] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.722990] env[68089]: DEBUG oslo_vmware.api [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853795, 'name': PowerOnVM_Task, 'duration_secs': 0.46351} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.723267] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.723467] env[68089]: INFO nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1318.723641] env[68089]: DEBUG nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.724390] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2c86a-28bd-4c03-a3e5-7b80a1f1dae8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.041267] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.068017] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.068363] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.068556] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.068751] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.068900] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.069061] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.069520] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.069520] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.069620] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.069724] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.069890] env[68089]: DEBUG nova.virt.hardware [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.070751] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04319a0-4355-403e-b4a2-45d978d8bdba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.080070] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f0a15e-3cdd-4eb5-8b29-5b139a04efd7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.138160] env[68089]: DEBUG nova.compute.manager [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Received event network-vif-plugged-c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1319.138422] env[68089]: DEBUG oslo_concurrency.lockutils [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] Acquiring lock "a41767a9-a17f-47eb-8402-fca548922448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.138576] env[68089]: DEBUG oslo_concurrency.lockutils [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] Lock "a41767a9-a17f-47eb-8402-fca548922448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.139579] env[68089]: DEBUG oslo_concurrency.lockutils [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] Lock "a41767a9-a17f-47eb-8402-fca548922448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.139579] env[68089]: DEBUG nova.compute.manager [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] No waiting events found dispatching network-vif-plugged-c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.139579] env[68089]: WARNING nova.compute.manager [req-88416d3a-3d09-403a-b8d0-78bab1423877 req-98f59c1c-4155-4083-b913-3b39a7810735 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Received unexpected event network-vif-plugged-c2413fd0-fc31-4a15-810f-70c860f1bb3c for instance with vm_state building and task_state spawning. [ 1319.214733] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Successfully updated port: c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.240138] env[68089]: INFO nova.compute.manager [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Took 11.36 seconds to build instance. [ 1319.717782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.717782] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.717946] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.741507] env[68089]: DEBUG oslo_concurrency.lockutils [None req-d0148404-1cad-4d35-81a2-3ed5dc2401f7 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.866s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.247469] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.372093] env[68089]: DEBUG nova.network.neutron [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updating instance_info_cache with network_info: [{"id": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "address": "fa:16:3e:85:d8:08", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2413fd0-fc", "ovs_interfaceid": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.680169] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "05c96807-3f73-4edf-801d-c37f215d9b76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.680430] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.680641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.680835] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.681050] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.683225] env[68089]: INFO nova.compute.manager [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Terminating instance [ 1320.875726] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.876109] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Instance network_info: |[{"id": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "address": "fa:16:3e:85:d8:08", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2413fd0-fc", "ovs_interfaceid": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.876548] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:d8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2413fd0-fc31-4a15-810f-70c860f1bb3c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.884048] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.884204] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.884436] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1224958-2cc1-4617-b6be-064ff22f5760 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.903647] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.903647] env[68089]: value = "task-2853796" [ 1320.903647] env[68089]: _type = "Task" [ 1320.903647] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.911340] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853796, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.165680] env[68089]: DEBUG nova.compute.manager [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Received event network-changed-c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1321.165829] env[68089]: DEBUG nova.compute.manager [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Refreshing instance network info cache due to event network-changed-c2413fd0-fc31-4a15-810f-70c860f1bb3c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1321.166089] env[68089]: DEBUG oslo_concurrency.lockutils [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] Acquiring lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.166244] env[68089]: DEBUG oslo_concurrency.lockutils [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] Acquired lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.166407] env[68089]: DEBUG nova.network.neutron [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Refreshing network info cache for port c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.186565] env[68089]: DEBUG nova.compute.manager [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.186934] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.187792] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872e8437-1a92-4913-b975-947cf7be150b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.197210] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.197449] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c5366e-2e2c-4aac-87c2-c83fd7233724 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.202494] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1321.202494] env[68089]: value = "task-2853797" [ 1321.202494] env[68089]: _type = "Task" [ 1321.202494] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.210126] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.413407] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853796, 'name': CreateVM_Task, 'duration_secs': 0.293113} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.413811] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.414241] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.414405] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.414723] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.414991] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102e3569-90f1-48d1-becf-f71643ca3420 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.419096] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1321.419096] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52071370-0ea3-bf20-5d5d-c0f43729f2a3" [ 1321.419096] env[68089]: _type = "Task" [ 1321.419096] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.426696] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52071370-0ea3-bf20-5d5d-c0f43729f2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.711797] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853797, 'name': PowerOffVM_Task, 'duration_secs': 0.191696} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.712867] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.712867] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.712867] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4630046-4025-430c-a3a1-d7b566747085 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.785718] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.786032] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.786305] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Deleting the datastore file [datastore2] 05c96807-3f73-4edf-801d-c37f215d9b76 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.786625] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1a6b8a-8be2-4c0a-8811-3a3b679aee05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.796357] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for the task: (returnval){ [ 1321.796357] env[68089]: value = "task-2853799" [ 1321.796357] env[68089]: _type = "Task" [ 1321.796357] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.804061] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.854445] env[68089]: DEBUG nova.network.neutron [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updated VIF entry in instance network info cache for port c2413fd0-fc31-4a15-810f-70c860f1bb3c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.854809] env[68089]: DEBUG nova.network.neutron [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updating instance_info_cache with network_info: [{"id": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "address": "fa:16:3e:85:d8:08", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2413fd0-fc", "ovs_interfaceid": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.929402] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52071370-0ea3-bf20-5d5d-c0f43729f2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.929700] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.929932] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.930180] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.930325] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.930499] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.930756] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-033bbc2c-c5e9-4ab5-9d2b-e97026ac0ac3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.938867] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.939051] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.939728] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d602ef4-dfdf-406b-8c38-23074becf983 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.944557] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1321.944557] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]521288b0-368f-1e1c-7be8-f2fad307d85d" [ 1321.944557] env[68089]: _type = "Task" [ 1321.944557] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.951499] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521288b0-368f-1e1c-7be8-f2fad307d85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.305674] env[68089]: DEBUG oslo_vmware.api [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Task: {'id': task-2853799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126896} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.305927] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.306140] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.306376] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.306560] env[68089]: INFO nova.compute.manager [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.306792] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.306977] env[68089]: DEBUG nova.compute.manager [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.307086] env[68089]: DEBUG nova.network.neutron [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.357145] env[68089]: DEBUG oslo_concurrency.lockutils [req-4080cba9-69bf-49f3-aa42-4b0cb1a9d462 req-f7c835f2-fb12-4144-bb22-10daf53358e3 service nova] Releasing lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.457081] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]521288b0-368f-1e1c-7be8-f2fad307d85d, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.457873] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69aa093f-811e-4557-b328-5f3d8d2c2ace {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.462843] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1322.462843] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11c1a-24e7-8681-f65d-13648d4afd69" [ 1322.462843] env[68089]: _type = "Task" [ 1322.462843] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.470071] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11c1a-24e7-8681-f65d-13648d4afd69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.973753] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52d11c1a-24e7-8681-f65d-13648d4afd69, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.974040] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.974303] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a41767a9-a17f-47eb-8402-fca548922448/a41767a9-a17f-47eb-8402-fca548922448.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.974609] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5adb374e-f7a2-4660-9d30-b16136115525 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.983229] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1322.983229] env[68089]: value = "task-2853800" [ 1322.983229] env[68089]: _type = "Task" [ 1322.983229] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.990351] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.022820] env[68089]: DEBUG nova.network.neutron [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.194884] env[68089]: DEBUG nova.compute.manager [req-fc5aebc6-85a1-4962-8aa3-a5c7493a5bd3 req-5b0c50e6-8a46-443a-b07b-952842fe0e25 service nova] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Received event network-vif-deleted-438b6ca3-fee8-4502-8528-9618f08d311b {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1323.492469] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439199} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.492859] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] a41767a9-a17f-47eb-8402-fca548922448/a41767a9-a17f-47eb-8402-fca548922448.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.492949] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.493164] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e0783b2-c48a-40dc-8e8d-1863012162a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.498937] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1323.498937] env[68089]: value = "task-2853801" [ 1323.498937] env[68089]: _type = "Task" [ 1323.498937] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.505654] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.525320] env[68089]: INFO nova.compute.manager [-] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Took 1.22 seconds to deallocate network for instance. [ 1324.008949] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059578} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.009240] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.009989] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d89fd1-7fcd-4dc9-bbda-74a56d722321 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.031033] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] a41767a9-a17f-47eb-8402-fca548922448/a41767a9-a17f-47eb-8402-fca548922448.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.031267] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a7710c-b28b-4e5b-b9f3-9c5680266f9f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.045949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.046214] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.046430] env[68089]: DEBUG nova.objects.instance [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lazy-loading 'resources' on Instance uuid 05c96807-3f73-4edf-801d-c37f215d9b76 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.052734] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1324.052734] env[68089]: value = "task-2853802" [ 1324.052734] env[68089]: _type = "Task" [ 1324.052734] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.061864] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.564626] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853802, 'name': ReconfigVM_Task, 'duration_secs': 0.286789} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.564957] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Reconfigured VM instance instance-0000007e to attach disk [datastore1] a41767a9-a17f-47eb-8402-fca548922448/a41767a9-a17f-47eb-8402-fca548922448.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.565573] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a40d67-7909-46e2-b74f-a1d16eef96bf {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.573952] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1324.573952] env[68089]: value = "task-2853803" [ 1324.573952] env[68089]: _type = "Task" [ 1324.573952] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.581542] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853803, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.603153] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa531a-a1db-42a9-810d-0cde2115d970 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.610779] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3b59b-9939-4d27-ac59-d07156f25a3c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.640959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4d8a9d-044b-4f3d-8c29-1f600b5e638b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.647742] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3c6f1-5ab2-48ec-aaee-2b4c638e3d05 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.660361] env[68089]: DEBUG nova.compute.provider_tree [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.083411] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853803, 'name': Rename_Task, 'duration_secs': 0.13984} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.083665] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.083926] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34fe284-43d6-407d-a8fe-d14987090e30 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.089443] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1325.089443] env[68089]: value = "task-2853804" [ 1325.089443] env[68089]: _type = "Task" [ 1325.089443] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.096670] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.163979] env[68089]: DEBUG nova.scheduler.client.report [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.599686] env[68089]: DEBUG oslo_vmware.api [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853804, 'name': PowerOnVM_Task, 'duration_secs': 0.40423} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.600130] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.600130] env[68089]: INFO nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1325.600387] env[68089]: DEBUG nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.601050] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4239753a-a662-4742-b4cf-6def90985bd4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.669372] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.688913] env[68089]: INFO nova.scheduler.client.report [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Deleted allocations for instance 05c96807-3f73-4edf-801d-c37f215d9b76 [ 1326.116825] env[68089]: INFO nova.compute.manager [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Took 11.23 seconds to build instance. [ 1326.197216] env[68089]: DEBUG oslo_concurrency.lockutils [None req-2369d9ee-d5ad-4fff-b42b-bbf542470c75 tempest-ServerTagsTestJSON-1042564462 tempest-ServerTagsTestJSON-1042564462-project-member] Lock "05c96807-3f73-4edf-801d-c37f215d9b76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.618957] env[68089]: DEBUG oslo_concurrency.lockutils [None req-e56042ae-5a07-4246-9cc3-c195f761a3b5 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.738s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.688517] env[68089]: DEBUG nova.compute.manager [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Received event network-changed-c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1326.688711] env[68089]: DEBUG nova.compute.manager [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Refreshing instance network info cache due to event network-changed-c2413fd0-fc31-4a15-810f-70c860f1bb3c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1326.688922] env[68089]: DEBUG oslo_concurrency.lockutils [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] Acquiring lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.689078] env[68089]: DEBUG oslo_concurrency.lockutils [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] Acquired lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.689239] env[68089]: DEBUG nova.network.neutron [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Refreshing network info cache for port c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.691156] env[68089]: DEBUG nova.network.neutron [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updated VIF entry in instance network info cache for port c2413fd0-fc31-4a15-810f-70c860f1bb3c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.691523] env[68089]: DEBUG nova.network.neutron [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updating instance_info_cache with network_info: [{"id": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "address": "fa:16:3e:85:d8:08", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2413fd0-fc", "ovs_interfaceid": "c2413fd0-fc31-4a15-810f-70c860f1bb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.195169] env[68089]: DEBUG oslo_concurrency.lockutils [req-8eeaaa64-b849-43a0-8fd1-ed21f1f62c0c req-e1eaf03e-5b5c-4c2c-a1dd-ac406262dc68 service nova] Releasing lock "refresh_cache-a41767a9-a17f-47eb-8402-fca548922448" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.867974] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.871726] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.871727] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.872691] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.871908] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.872057] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1341.872337] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.872704] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.872779] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.376056] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.376340] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.376503] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.376657] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.377590] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062803b7-9fec-445b-98ea-afee6812b9b9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.386756] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf4248-ce40-460b-a634-557fe270874a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.401488] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b148d-c244-4bcf-92fc-dd0c2f1e678e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.408970] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758dc34-717a-46c4-9c90-138c3bd6c9cd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.440251] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180854MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1342.440448] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.440628] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.465632] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1343.465854] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a41767a9-a17f-47eb-8402-fca548922448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1343.465954] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1343.466108] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1343.502352] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6136452-cdf5-404c-b515-4439aaa3bfd8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.510013] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30baf3-12a6-45ad-b295-24ef1965f6a2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.539451] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191975d6-e8f0-44cd-a21e-8c18f9225332 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.548356] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06520961-2052-437f-af17-730267d211da {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.561569] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.064320] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.569435] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1344.569752] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.719757] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.720036] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.222875] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.745082] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.745362] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.746889] env[68089]: INFO nova.compute.claims [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.564645] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.804787] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7e914-fe60-4ddf-968e-c87343d9a724 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.812636] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a421368d-dcc4-43eb-949f-b05824100be8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.843137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad21dad-f98f-4acd-ab5a-207b8f420986 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.850630] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8019fd-090e-42cc-8242-1395824210f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.865427] env[68089]: DEBUG nova.compute.provider_tree [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.368843] env[68089]: DEBUG nova.scheduler.client.report [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.874203] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.874673] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.379526] env[68089]: DEBUG nova.compute.utils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.380890] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.381073] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.425479] env[68089]: DEBUG nova.policy [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf26deb0c0db4b24bb3861a3b16d1a6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a6bd81f6c7420193742fc70458b903', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.685406] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Successfully created port: eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.884431] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.390758] env[68089]: INFO nova.virt.block_device [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Booting with volume 5c64f0df-967e-469a-8891-6e4735fe64e7 at /dev/sda [ 1350.427418] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e84b2a-019f-491c-bdb2-734d7767962b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.437956] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68980c37-6a3f-4509-900c-8883623a8298 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.468554] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a679b168-180c-4fd3-b5be-edfb32110879 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.477540] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502b9e0-bac9-406b-b273-2e5971f7c931 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.504667] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b18b30-4661-4f58-b247-987dc0349de1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.511034] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafdd53e-a69c-469d-baa3-1c1098b3c2b0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.524846] env[68089]: DEBUG nova.virt.block_device [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating existing volume attachment record: d4225497-e32b-41f4-a156-0a1ab59ebcdc {{(pid=68089) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.022538] env[68089]: DEBUG nova.compute.manager [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Received event network-vif-plugged-eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1351.022771] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.022980] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.023171] env[68089]: DEBUG oslo_concurrency.lockutils [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.023340] env[68089]: DEBUG nova.compute.manager [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] No waiting events found dispatching network-vif-plugged-eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.023506] env[68089]: WARNING nova.compute.manager [req-84e596db-4c46-404d-8521-496645f9fdc1 req-1655187a-3cd9-49b7-a65a-d48941412248 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Received unexpected event network-vif-plugged-eded78cf-447b-4e64-8507-f9e6b71dd17c for instance with vm_state building and task_state block_device_mapping. [ 1351.102256] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Successfully updated port: eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.605133] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.605264] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.605436] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.136485] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.249282] env[68089]: DEBUG nova.network.neutron [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.602629] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.603184] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.603405] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.603629] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.603742] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.603888] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.604076] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.604305] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.604465] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.604689] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.604789] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.604956] env[68089]: DEBUG nova.virt.hardware [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.605843] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e5235-2724-4970-9b09-fae1f19a0264 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.615059] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54093886-c5fc-4e1b-aa72-4769e2db93ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.752664] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.752997] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Instance network_info: |[{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1352.753445] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:e1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eded78cf-447b-4e64-8507-f9e6b71dd17c', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.760857] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.761077] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.761308] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb86334-d40a-468a-a523-7ee8f88ee990 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.781614] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.781614] env[68089]: value = "task-2853813" [ 1352.781614] env[68089]: _type = "Task" [ 1352.781614] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.789057] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853813, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.054028] env[68089]: DEBUG nova.compute.manager [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Received event network-changed-eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1353.054160] env[68089]: DEBUG nova.compute.manager [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Refreshing instance network info cache due to event network-changed-eded78cf-447b-4e64-8507-f9e6b71dd17c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1353.054392] env[68089]: DEBUG oslo_concurrency.lockutils [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.054535] env[68089]: DEBUG oslo_concurrency.lockutils [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.054699] env[68089]: DEBUG nova.network.neutron [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Refreshing network info cache for port eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.292395] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853813, 'name': CreateVM_Task, 'duration_secs': 0.321702} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.292696] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.293179] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573793', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'name': 'volume-5c64f0df-967e-469a-8891-6e4735fe64e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c56c89e-db28-4672-8404-227483f92ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'serial': '5c64f0df-967e-469a-8891-6e4735fe64e7'}, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'device_type': None, 'attachment_id': 'd4225497-e32b-41f4-a156-0a1ab59ebcdc', 'volume_type': None}], 'swap': None} {{(pid=68089) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1353.293395] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Root volume attach. Driver type: vmdk {{(pid=68089) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1353.294171] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c42a5-5da3-4a33-bfd3-39a5d87586ef {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.301384] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afd59c8-e2c4-45a0-afcb-ade74addc105 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.307075] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e019ebf-e32f-4b82-abd3-20458b242601 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.312663] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-246d162a-fd01-4a02-8aba-aa4ab33018d8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.319283] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1353.319283] env[68089]: value = "task-2853814" [ 1353.319283] env[68089]: _type = "Task" [ 1353.319283] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.326523] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853814, 'name': RelocateVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.736197] env[68089]: DEBUG nova.network.neutron [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updated VIF entry in instance network info cache for port eded78cf-447b-4e64-8507-f9e6b71dd17c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.737203] env[68089]: DEBUG nova.network.neutron [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.830453] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853814, 'name': RelocateVM_Task, 'duration_secs': 0.34502} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.830752] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Volume attach. Driver type: vmdk {{(pid=68089) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1353.830992] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573793', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'name': 'volume-5c64f0df-967e-469a-8891-6e4735fe64e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c56c89e-db28-4672-8404-227483f92ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'serial': '5c64f0df-967e-469a-8891-6e4735fe64e7'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1353.831746] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad016b8-53bf-4ba6-9503-3d2d7468c8af {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.847328] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e36108-5f61-4144-a082-5aad427a9fb3 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.869476] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-5c64f0df-967e-469a-8891-6e4735fe64e7/volume-5c64f0df-967e-469a-8891-6e4735fe64e7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.869756] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afe4c6e-b16e-4ce7-8b97-e10ce5fad4df {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.889507] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1353.889507] env[68089]: value = "task-2853815" [ 1353.889507] env[68089]: _type = "Task" [ 1353.889507] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.897571] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.239682] env[68089]: DEBUG oslo_concurrency.lockutils [req-9260f725-954f-44fd-b10f-44b372d26269 req-35242ae4-9da8-498a-9e79-ffce0b7345b1 service nova] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.400611] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853815, 'name': ReconfigVM_Task, 'duration_secs': 0.26424} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.400954] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-5c64f0df-967e-469a-8891-6e4735fe64e7/volume-5c64f0df-967e-469a-8891-6e4735fe64e7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.405413] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f61d3aab-1066-4d64-927e-003de428ea2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.420411] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1354.420411] env[68089]: value = "task-2853816" [ 1354.420411] env[68089]: _type = "Task" [ 1354.420411] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.428211] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.930834] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853816, 'name': ReconfigVM_Task, 'duration_secs': 0.122954} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.931143] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573793', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'name': 'volume-5c64f0df-967e-469a-8891-6e4735fe64e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c56c89e-db28-4672-8404-227483f92ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'serial': '5c64f0df-967e-469a-8891-6e4735fe64e7'} {{(pid=68089) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1354.931662] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7ea2057-048b-49d0-9819-43562171f03d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.938455] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1354.938455] env[68089]: value = "task-2853817" [ 1354.938455] env[68089]: _type = "Task" [ 1354.938455] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.947816] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853817, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.448645] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853817, 'name': Rename_Task, 'duration_secs': 0.129792} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.449054] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.449178] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3711c4-002c-4556-9aa0-7dc9f64bc95c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.456806] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1355.456806] env[68089]: value = "task-2853818" [ 1355.456806] env[68089]: _type = "Task" [ 1355.456806] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.464367] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.966799] env[68089]: DEBUG oslo_vmware.api [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853818, 'name': PowerOnVM_Task, 'duration_secs': 0.499903} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.968291] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.968542] env[68089]: INFO nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Took 3.37 seconds to spawn the instance on the hypervisor. [ 1355.968727] env[68089]: DEBUG nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.969528] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9e6c5-f7df-4510-a0bd-9656018007bc {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.486611] env[68089]: INFO nova.compute.manager [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Took 9.76 seconds to build instance. [ 1356.988640] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f99dadef-ee7c-45b9-9b66-250caa7f76c1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.268s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.725278] env[68089]: DEBUG nova.compute.manager [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1357.725502] env[68089]: DEBUG nova.compute.manager [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing instance network info cache due to event network-changed-d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1357.725669] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] Acquiring lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.725813] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] Acquired lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.725973] env[68089]: DEBUG nova.network.neutron [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Refreshing network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.457833] env[68089]: DEBUG nova.network.neutron [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updated VIF entry in instance network info cache for port d1ec69ce-87cd-4953-86ca-cffab1047ee5. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.458316] env[68089]: DEBUG nova.network.neutron [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [{"id": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "address": "fa:16:3e:30:e1:7a", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ec69ce-87", "ovs_interfaceid": "d1ec69ce-87cd-4953-86ca-cffab1047ee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.961899] env[68089]: DEBUG oslo_concurrency.lockutils [req-1b259dd2-737b-481b-8a9a-963d9abd5525 req-ff99adb7-25ae-4d12-9ea5-9d2de5685b00 service nova] Releasing lock "refresh_cache-a6a5eca2-b757-4f59-b7f4-a988adc0bba1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.296592] env[68089]: DEBUG nova.compute.manager [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Stashing vm_state: active {{(pid=68089) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1359.752252] env[68089]: DEBUG nova.compute.manager [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Received event network-changed-eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1359.752622] env[68089]: DEBUG nova.compute.manager [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Refreshing instance network info cache due to event network-changed-eded78cf-447b-4e64-8507-f9e6b71dd17c. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1359.752857] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.753126] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.753381] env[68089]: DEBUG nova.network.neutron [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Refreshing network info cache for port eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.817884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.818149] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.322513] env[68089]: INFO nova.compute.claims [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.462212] env[68089]: DEBUG nova.network.neutron [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updated VIF entry in instance network info cache for port eded78cf-447b-4e64-8507-f9e6b71dd17c. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.462607] env[68089]: DEBUG nova.network.neutron [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.830563] env[68089]: INFO nova.compute.resource_tracker [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating resource usage from migration 08797d56-25eb-43f9-9f86-69291baf28d2 [ 1360.888969] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f6e122-35eb-410e-9ada-d699e2d15c21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.897457] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9500f493-79fe-4d54-a5c1-9a2f54859096 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.926927] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639eaac7-c8da-4683-946b-1f5c4aad4640 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.934137] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99f9136-5e5e-4157-bf8a-0c3cb841439e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.948410] env[68089]: DEBUG nova.compute.provider_tree [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.965079] env[68089]: DEBUG oslo_concurrency.lockutils [req-8bb53f4f-8331-4441-a898-563468e14210 req-35003941-8cda-4e9f-af85-bf16d746acf9 service nova] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.451503] env[68089]: DEBUG nova.scheduler.client.report [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.957079] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.957294] env[68089]: INFO nova.compute.manager [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Migrating [ 1362.470800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.470800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.471169] env[68089]: DEBUG nova.network.neutron [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.167905] env[68089]: DEBUG nova.network.neutron [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.671295] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.185598] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa361a1a-dbf3-4a3d-a63d-52d41f0a3d9e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.204631] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 0 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.711996] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.712316] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0681e211-ea61-440f-8a1f-59578e96a357 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.720059] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1365.720059] env[68089]: value = "task-2853819" [ 1365.720059] env[68089]: _type = "Task" [ 1365.720059] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.728427] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.230782] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853819, 'name': PowerOffVM_Task, 'duration_secs': 0.199695} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.231268] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.231524] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 17 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.737994] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.738279] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.738441] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.738640] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.738770] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.738916] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.739145] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.739295] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.739461] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.739621] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.739791] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.744815] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68784ad-ea18-4a49-9932-3eed54715079 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.762220] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1366.762220] env[68089]: value = "task-2853820" [ 1366.762220] env[68089]: _type = "Task" [ 1366.762220] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.771121] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.272616] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853820, 'name': ReconfigVM_Task, 'duration_secs': 0.167673} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.273176] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 33 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.779273] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.779558] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.779706] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.779854] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.779997] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.780184] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.780446] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.780621] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.780792] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.780952] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.781142] env[68089]: DEBUG nova.virt.hardware [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.786578] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1367.786867] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8b8c15-23e1-48d7-9c97-9e780890a36a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.806556] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1367.806556] env[68089]: value = "task-2853821" [ 1367.806556] env[68089]: _type = "Task" [ 1367.806556] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.814828] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.317879] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853821, 'name': ReconfigVM_Task, 'duration_secs': 0.158663} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.318201] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.318959] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f326646-2e2c-40dc-ab40-535600543600 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.341051] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-5c64f0df-967e-469a-8891-6e4735fe64e7/volume-5c64f0df-967e-469a-8891-6e4735fe64e7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.341622] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd3242e-db89-4f8d-afc9-d5562fa7c2a7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.360159] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1368.360159] env[68089]: value = "task-2853822" [ 1368.360159] env[68089]: _type = "Task" [ 1368.360159] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.372305] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.870699] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853822, 'name': ReconfigVM_Task, 'duration_secs': 0.259968} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.870964] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-5c64f0df-967e-469a-8891-6e4735fe64e7/volume-5c64f0df-967e-469a-8891-6e4735fe64e7.vmdk or device None with type thin {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.871238] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 50 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1369.378282] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f46024-dd06-4dfd-8a0b-90c7185a2eb5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.399384] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8740fcc9-2fa7-4349-9339-1d4021212eb4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.417209] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 67 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.057617] env[68089]: DEBUG nova.network.neutron [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Port eded78cf-447b-4e64-8507-f9e6b71dd17c binding to destination host cpu-1 is already ACTIVE {{(pid=68089) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1372.078884] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.079272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.079272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.114985] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.115232] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.115356] env[68089]: DEBUG nova.network.neutron [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.829595] env[68089]: DEBUG nova.network.neutron [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.332016] env[68089]: DEBUG oslo_concurrency.lockutils [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.841625] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6eb5d-37fc-4bf1-a730-50f17cf33f75 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.849416] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff2a0c6-e693-4032-9b4e-3a8fd5fdfb43 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.944706] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843a386-f0e9-4b46-8159-ecbdfef4ca28 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.964085] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e35cb9d-6ba9-4eea-8a34-95da68e018c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.970775] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 83 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.477238] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.477537] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a1ec1c6-6236-460b-b535-2165c70db03e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.486655] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1376.486655] env[68089]: value = "task-2853823" [ 1376.486655] env[68089]: _type = "Task" [ 1376.486655] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.495318] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.997170] env[68089]: DEBUG oslo_vmware.api [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853823, 'name': PowerOnVM_Task, 'duration_secs': 0.375498} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.997538] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.997634] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-b3777098-cf9a-466b-a9a7-1620d9f858ca tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance '9c56c89e-db28-4672-8404-227483f92ae3' progress to 100 {{(pid=68089) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.456955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.457359] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.457476] env[68089]: DEBUG nova.compute.manager [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Going to confirm migration 10 {{(pid=68089) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1380.024135] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.024371] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquired lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.024554] env[68089]: DEBUG nova.network.neutron [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.024736] env[68089]: DEBUG nova.objects.instance [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'info_cache' on Instance uuid 9c56c89e-db28-4672-8404-227483f92ae3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.224110] env[68089]: DEBUG nova.network.neutron [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [{"id": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "address": "fa:16:3e:53:e1:fa", "network": {"id": "c544ca97-0a6e-4c85-94d9-8c5c26d158a9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1738086444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a6bd81f6c7420193742fc70458b903", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded78cf-44", "ovs_interfaceid": "eded78cf-447b-4e64-8507-f9e6b71dd17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.727609] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Releasing lock "refresh_cache-9c56c89e-db28-4672-8404-227483f92ae3" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.727887] env[68089]: DEBUG nova.objects.instance [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'migration_context' on Instance uuid 9c56c89e-db28-4672-8404-227483f92ae3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.230909] env[68089]: DEBUG nova.objects.base [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Object Instance<9c56c89e-db28-4672-8404-227483f92ae3> lazy-loaded attributes: info_cache,migration_context {{(pid=68089) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1382.231920] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf31f47-a57a-45d6-8b96-360c689f5fe8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.251188] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b7235b-e3bd-4493-a2e0-7141fb9f3d31 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.257527] env[68089]: DEBUG oslo_vmware.api [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1382.257527] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52845426-572c-cbb2-6401-34b96bb286ec" [ 1382.257527] env[68089]: _type = "Task" [ 1382.257527] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.265722] env[68089]: DEBUG oslo_vmware.api [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52845426-572c-cbb2-6401-34b96bb286ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.767937] env[68089]: DEBUG oslo_vmware.api [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52845426-572c-cbb2-6401-34b96bb286ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.768233] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.768473] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.331219] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27af93-a415-4893-bdd1-b3b986e4dc36 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.340385] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e5de9f-48f2-4678-934a-f2d4801209a6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.369585] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4de145c-3977-4e4b-9631-2278e4279b08 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.376649] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88cbea-6e31-4682-8d09-4a49a662993e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.389849] env[68089]: DEBUG nova.compute.provider_tree [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.893673] env[68089]: DEBUG nova.scheduler.client.report [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.904778] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.136s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.458755] env[68089]: INFO nova.scheduler.client.report [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocation for migration 08797d56-25eb-43f9-9f86-69291baf28d2 [ 1385.724666] env[68089]: INFO nova.compute.manager [None req-aed7f9e0-e971-4092-b3a8-f3b05f43bf05 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Get console output [ 1385.725120] env[68089]: WARNING nova.virt.vmwareapi.driver [None req-aed7f9e0-e971-4092-b3a8-f3b05f43bf05 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] The console log is missing. Check your VSPC configuration [ 1385.965812] env[68089]: DEBUG oslo_concurrency.lockutils [None req-38720549-1d73-4f81-92df-a20a6b92324c tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.508s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.874451] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.874786] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.874946] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1397.384894] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] There are 28 instances to clean {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1397.385104] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 05c96807-3f73-4edf-801d-c37f215d9b76] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1397.888521] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 607d41ed-44b9-41c4-8074-e9478b4af909] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1398.392400] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: e1e22f6c-5bea-48b1-a3b7-2a7488528b21] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1398.895882] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: c6f75cfa-8209-4168-9ea6-b653203f6830] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1399.398813] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: d15ba4e1-1a8b-44ba-94b9-7890ceafdaa1] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1399.902448] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0af6267e-94cb-4c9c-b800-07b3d691c22b] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1400.406166] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 7c7223d7-6001-460c-bea5-614c46c0d8f3] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1400.909446] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: cb0ad49f-0198-4395-8055-8f398cb2ddd8] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1401.412508] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: db7c5f54-2c95-478c-8650-24218c849fa2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1401.916667] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 802877a5-a9c0-4c89-87a8-b6ff3cb77948] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1402.420396] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 31b2195e-e9d4-4055-87cc-ce3493bf354e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1402.923986] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 2770e571-9bdc-4914-8dcd-d462e4f35095] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1403.427094] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: b9f1e51f-ac13-4276-b6d4-9b8a4a2e0a2a] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1403.930540] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 5ddbdad5-8ddb-47c8-8d5d-f6f9524b7742] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1404.434448] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 8bb0d746-4639-4556-9ad4-9bc1604f0ea8] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1404.938270] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 79de7761-56d1-4aa8-90a1-b535c67d71ba] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1405.441700] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: aa41df6a-aa4d-4225-bc5d-bd81a802aeea] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1405.945326] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6004cf84-91c1-4195-88ce-9cba2faa41bd] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1406.449450] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 06d32947-433d-467d-b38f-8c02cae4458d] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1406.952319] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: a925cc77-03db-4a21-b35c-c2a4cacbbfe5] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1407.455657] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: b83add5c-6e78-4218-96bd-204548551f7a] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1407.959198] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 792731e1-5671-43bc-8271-860c18ce4465] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1408.462169] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 6e8ce0b1-e3b1-4ece-b144-913204095c5e] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1408.965286] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 062ac423-eaa5-471e-b3ee-bcf39fc8d4d7] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1409.468541] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 1e0feae4-454d-40fc-9509-1409e14d087f] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1409.972290] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 53172294-c487-4793-a9cb-0d9d8dc83bbf] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1410.475654] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 4ea0f016-f05b-4875-bd27-c9634d0abf77] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1410.978737] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] [instance: 0c4b47cf-01fd-4522-b2af-1df5087916f2] Instance has had 0 of 5 cleanup attempts {{(pid=68089) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1411.482243] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.482444] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Cleaning up deleted instances with incomplete migration {{(pid=68089) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1412.729496] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.729883] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.729984] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "9c56c89e-db28-4672-8404-227483f92ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.730144] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.730314] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.734016] env[68089]: INFO nova.compute.manager [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Terminating instance [ 1412.981618] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.981801] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.981946] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.982121] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.982266] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.982408] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.982563] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1412.982705] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.237889] env[68089]: DEBUG nova.compute.manager [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.238109] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.238406] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd496ba8-e5d9-4ce4-b909-59f6448c13c9 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.246447] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1413.246447] env[68089]: value = "task-2853824" [ 1413.246447] env[68089]: _type = "Task" [ 1413.246447] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.256637] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.486104] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.486359] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.486526] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.486686] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1413.487577] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db2a18-1721-4364-bbcf-bc28fceabdbd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.495376] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d5cc57-0c33-4256-a1a4-050312aaaff1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.510037] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a35d3-7f1f-42f5-bdab-60fc40d8db06 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.515988] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1a892-3eb6-4aca-9e9f-b19bec4f03fd {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.543628] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180675MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1413.543739] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.543949] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.755917] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853824, 'name': PowerOffVM_Task, 'duration_secs': 0.189898} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.756280] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.756404] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Volume detach. Driver type: vmdk {{(pid=68089) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1413.756836] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573793', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'name': 'volume-5c64f0df-967e-469a-8891-6e4735fe64e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c56c89e-db28-4672-8404-227483f92ae3', 'attached_at': '2025-03-07T09:28:39.000000', 'detached_at': '', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'serial': '5c64f0df-967e-469a-8891-6e4735fe64e7'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1413.757287] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e56ede-4fc4-4d39-8aa2-dea5480e2ec7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.779838] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff0ed2-d4c9-4964-b41b-593aeb3b4d34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.786354] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946d6e5e-6a56-4c2f-aadf-055775076a17 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.802983] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f72c5-a1e1-4a57-9e90-7f8eb6c7cda4 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.818068] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] The volume has not been displaced from its original location: [datastore2] volume-5c64f0df-967e-469a-8891-6e4735fe64e7/volume-5c64f0df-967e-469a-8891-6e4735fe64e7.vmdk. No consolidation needed. {{(pid=68089) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1413.823038] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1413.823569] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23a52cd-2247-4067-b108-ceb747ca890c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.840525] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1413.840525] env[68089]: value = "task-2853825" [ 1413.840525] env[68089]: _type = "Task" [ 1413.840525] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.847646] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.350784] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853825, 'name': ReconfigVM_Task, 'duration_secs': 0.146418} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.350784] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68089) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.355024] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882cb650-b413-4d35-8bd0-02cbcb788bd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.371251] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1414.371251] env[68089]: value = "task-2853826" [ 1414.371251] env[68089]: _type = "Task" [ 1414.371251] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.379710] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.593918] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.594089] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance a41767a9-a17f-47eb-8402-fca548922448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.594220] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Instance 9c56c89e-db28-4672-8404-227483f92ae3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68089) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.594402] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1414.594577] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1414.641881] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac353d-0353-40c7-a166-cb6900a9813a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.649671] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5333a6-facd-47da-af78-0cb29891b718 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.678960] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01dd2b7-f5f7-4f35-8746-bd5ee979f99c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.685938] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8276f-3d5b-418b-8561-d05916a0b751 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.700162] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.880811] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853826, 'name': ReconfigVM_Task, 'duration_secs': 0.138534} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.881214] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-573793', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'name': 'volume-5c64f0df-967e-469a-8891-6e4735fe64e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c56c89e-db28-4672-8404-227483f92ae3', 'attached_at': '2025-03-07T09:28:39.000000', 'detached_at': '', 'volume_id': '5c64f0df-967e-469a-8891-6e4735fe64e7', 'serial': '5c64f0df-967e-469a-8891-6e4735fe64e7'} {{(pid=68089) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1414.881413] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.882139] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e9861-bf5c-4688-aa9a-2294065af719 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.888403] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.888654] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d55aaa54-9469-4a61-9a71-183753a504f0 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.954855] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.955226] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Deleting contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.955564] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore2] 9c56c89e-db28-4672-8404-227483f92ae3 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.955842] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275bdfa7-1f2b-41ae-985a-aeddba05c21d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.961911] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1414.961911] env[68089]: value = "task-2853828" [ 1414.961911] env[68089]: _type = "Task" [ 1414.961911] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.969546] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.204066] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.471780] env[68089]: DEBUG oslo_vmware.api [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075847} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.471983] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1415.472179] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Deleted contents of the VM from datastore datastore2 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1415.472351] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1415.472523] env[68089]: INFO nova.compute.manager [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1415.472757] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.472943] env[68089]: DEBUG nova.compute.manager [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1415.473050] env[68089]: DEBUG nova.network.neutron [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1415.708867] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1415.709095] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.873791] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.903099] env[68089]: DEBUG nova.compute.manager [req-f962649d-69b9-4299-9b05-09a6502280b7 req-5608749f-9cec-4f7f-bde1-55e9ad1a3e09 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Received event network-vif-deleted-eded78cf-447b-4e64-8507-f9e6b71dd17c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1415.903099] env[68089]: INFO nova.compute.manager [req-f962649d-69b9-4299-9b05-09a6502280b7 req-5608749f-9cec-4f7f-bde1-55e9ad1a3e09 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Neutron deleted interface eded78cf-447b-4e64-8507-f9e6b71dd17c; detaching it from the instance and deleting it from the info cache [ 1415.903539] env[68089]: DEBUG nova.network.neutron [req-f962649d-69b9-4299-9b05-09a6502280b7 req-5608749f-9cec-4f7f-bde1-55e9ad1a3e09 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.390810] env[68089]: DEBUG nova.network.neutron [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.406222] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fce98b9-f181-49df-ac1c-54d760c9b427 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.416331] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c5d87-8b73-4055-b3b5-69aaa7df9668 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.442036] env[68089]: DEBUG nova.compute.manager [req-f962649d-69b9-4299-9b05-09a6502280b7 req-5608749f-9cec-4f7f-bde1-55e9ad1a3e09 service nova] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Detach interface failed, port_id=eded78cf-447b-4e64-8507-f9e6b71dd17c, reason: Instance 9c56c89e-db28-4672-8404-227483f92ae3 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1416.893311] env[68089]: INFO nova.compute.manager [-] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Took 1.42 seconds to deallocate network for instance. [ 1417.437582] env[68089]: INFO nova.compute.manager [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Took 0.54 seconds to detach 1 volumes for instance. [ 1417.439720] env[68089]: DEBUG nova.compute.manager [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: 9c56c89e-db28-4672-8404-227483f92ae3] Deleting volume: 5c64f0df-967e-469a-8891-6e4735fe64e7 {{(pid=68089) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1417.979103] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.979355] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.979579] env[68089]: DEBUG nova.objects.instance [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'resources' on Instance uuid 9c56c89e-db28-4672-8404-227483f92ae3 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.535280] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd977af-f6e6-42f4-88c6-7ea3fed0047f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.542425] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa05bba-b32b-477f-b8ab-371071071e0e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.571572] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0251af-79d2-4e39-b6a7-5b454057cf7f {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.578121] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65381e0-f1df-4818-93ac-5ddeac05c4d7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.590432] env[68089]: DEBUG nova.compute.provider_tree [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.093416] env[68089]: DEBUG nova.scheduler.client.report [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.598914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.616048] env[68089]: INFO nova.scheduler.client.report [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocations for instance 9c56c89e-db28-4672-8404-227483f92ae3 [ 1420.122726] env[68089]: DEBUG oslo_concurrency.lockutils [None req-11492c7e-828a-430f-bb9c-9953645d0076 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "9c56c89e-db28-4672-8404-227483f92ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.393s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.430933] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a41767a9-a17f-47eb-8402-fca548922448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.431188] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.431403] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a41767a9-a17f-47eb-8402-fca548922448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.431646] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.431761] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.433889] env[68089]: INFO nova.compute.manager [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Terminating instance [ 1420.937934] env[68089]: DEBUG nova.compute.manager [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.938291] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.939071] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6333caca-f35b-45ac-acb4-1b31e8ef20aa {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.947522] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.947755] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3234b674-945c-4d44-ae77-48e7e9462a29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.953451] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1420.953451] env[68089]: value = "task-2853830" [ 1420.953451] env[68089]: _type = "Task" [ 1420.953451] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.961069] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.463326] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853830, 'name': PowerOffVM_Task, 'duration_secs': 0.217629} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.463546] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.463714] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.463963] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a50dce-fbc6-4f0d-ba58-ec56dad8a7e7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.041998] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.042420] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.042569] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore1] a41767a9-a17f-47eb-8402-fca548922448 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.042857] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a060202-a309-413a-9a4d-c97df1d71f29 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.049086] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1422.049086] env[68089]: value = "task-2853832" [ 1422.049086] env[68089]: _type = "Task" [ 1422.049086] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.056066] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.559127] env[68089]: DEBUG oslo_vmware.api [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147453} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.559375] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.559560] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.559734] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.559907] env[68089]: INFO nova.compute.manager [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a41767a9-a17f-47eb-8402-fca548922448] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1422.560165] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.560354] env[68089]: DEBUG nova.compute.manager [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.560448] env[68089]: DEBUG nova.network.neutron [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.806153] env[68089]: DEBUG nova.compute.manager [req-2ebf96e7-41d7-4f7f-8ab3-39e812e63c89 req-dfaa5934-62af-45f5-bd49-74d9a6c02c1e service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Received event network-vif-deleted-c2413fd0-fc31-4a15-810f-70c860f1bb3c {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1422.806327] env[68089]: INFO nova.compute.manager [req-2ebf96e7-41d7-4f7f-8ab3-39e812e63c89 req-dfaa5934-62af-45f5-bd49-74d9a6c02c1e service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Neutron deleted interface c2413fd0-fc31-4a15-810f-70c860f1bb3c; detaching it from the instance and deleting it from the info cache [ 1422.806503] env[68089]: DEBUG nova.network.neutron [req-2ebf96e7-41d7-4f7f-8ab3-39e812e63c89 req-dfaa5934-62af-45f5-bd49-74d9a6c02c1e service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.288580] env[68089]: DEBUG nova.network.neutron [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.308859] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d78e13c-7a3f-40d6-b1a8-67152f11bf00 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.318448] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e426ef2-dc3f-4788-8b6f-a610db63d759 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.343187] env[68089]: DEBUG nova.compute.manager [req-2ebf96e7-41d7-4f7f-8ab3-39e812e63c89 req-dfaa5934-62af-45f5-bd49-74d9a6c02c1e service nova] [instance: a41767a9-a17f-47eb-8402-fca548922448] Detach interface failed, port_id=c2413fd0-fc31-4a15-810f-70c860f1bb3c, reason: Instance a41767a9-a17f-47eb-8402-fca548922448 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1423.792052] env[68089]: INFO nova.compute.manager [-] [instance: a41767a9-a17f-47eb-8402-fca548922448] Took 1.23 seconds to deallocate network for instance. [ 1424.298600] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.298937] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.299182] env[68089]: DEBUG nova.objects.instance [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'resources' on Instance uuid a41767a9-a17f-47eb-8402-fca548922448 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.841287] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394af17-d4fa-429d-aea6-cbb5354ed71e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.848737] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d234acc-be97-4892-a1db-10be30adbd55 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.877562] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b4f2a-1e03-42ee-b229-33298b0a0905 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.884009] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302778f-102c-4684-a951-992bad549c5d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.896453] env[68089]: DEBUG nova.compute.provider_tree [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.399285] env[68089]: DEBUG nova.scheduler.client.report [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.904594] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.923436] env[68089]: INFO nova.scheduler.client.report [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocations for instance a41767a9-a17f-47eb-8402-fca548922448 [ 1426.432230] env[68089]: DEBUG oslo_concurrency.lockutils [None req-44361215-2364-4655-95b3-4d6329b494e1 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a41767a9-a17f-47eb-8402-fca548922448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.133800] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.134105] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.134407] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.134492] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.134679] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.136816] env[68089]: INFO nova.compute.manager [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Terminating instance [ 1430.641036] env[68089]: DEBUG nova.compute.manager [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.641396] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.642259] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc748f80-ead7-4774-ac04-2a6f50467b34 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.650088] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.650308] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9279e7f4-1d6f-4724-891b-a30f4fa67408 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.656362] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1430.656362] env[68089]: value = "task-2853834" [ 1430.656362] env[68089]: _type = "Task" [ 1430.656362] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.664370] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.165796] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853834, 'name': PowerOffVM_Task, 'duration_secs': 0.212891} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.166165] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.166260] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.166460] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e075c05-7510-4aac-8b7e-42d8fbc02028 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.226028] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.226301] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.226443] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleting the datastore file [datastore1] a6a5eca2-b757-4f59-b7f4-a988adc0bba1 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.226698] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf98767e-9866-4949-93ac-04a0ab1acfd2 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.232760] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for the task: (returnval){ [ 1431.232760] env[68089]: value = "task-2853836" [ 1431.232760] env[68089]: _type = "Task" [ 1431.232760] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.240091] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.742668] env[68089]: DEBUG oslo_vmware.api [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Task: {'id': task-2853836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12533} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.743045] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.743239] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.743415] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.743589] env[68089]: INFO nova.compute.manager [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1431.743825] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.744025] env[68089]: DEBUG nova.compute.manager [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.744123] env[68089]: DEBUG nova.network.neutron [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.991291] env[68089]: DEBUG nova.compute.manager [req-41376bd3-117e-4d9e-a3d6-d91d8199a52f req-146673fc-64ee-4fcb-bf88-da46652421a5 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Received event network-vif-deleted-d1ec69ce-87cd-4953-86ca-cffab1047ee5 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1431.991418] env[68089]: INFO nova.compute.manager [req-41376bd3-117e-4d9e-a3d6-d91d8199a52f req-146673fc-64ee-4fcb-bf88-da46652421a5 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Neutron deleted interface d1ec69ce-87cd-4953-86ca-cffab1047ee5; detaching it from the instance and deleting it from the info cache [ 1431.991541] env[68089]: DEBUG nova.network.neutron [req-41376bd3-117e-4d9e-a3d6-d91d8199a52f req-146673fc-64ee-4fcb-bf88-da46652421a5 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.471122] env[68089]: DEBUG nova.network.neutron [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.493813] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36f9d017-ea84-48a6-bdb7-6cb10bd71ba6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.503653] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c61073-77ce-441d-aa37-9270323d1ef8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.527758] env[68089]: DEBUG nova.compute.manager [req-41376bd3-117e-4d9e-a3d6-d91d8199a52f req-146673fc-64ee-4fcb-bf88-da46652421a5 service nova] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Detach interface failed, port_id=d1ec69ce-87cd-4953-86ca-cffab1047ee5, reason: Instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1432.974266] env[68089]: INFO nova.compute.manager [-] [instance: a6a5eca2-b757-4f59-b7f4-a988adc0bba1] Took 1.23 seconds to deallocate network for instance. [ 1433.480831] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.481253] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.481253] env[68089]: DEBUG nova.objects.instance [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lazy-loading 'resources' on Instance uuid a6a5eca2-b757-4f59-b7f4-a988adc0bba1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.018382] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eeaede-04af-41d0-a035-4a07b5db3f8d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.026396] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a624a11-66eb-4d0c-a18b-a12ffe48434c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.057919] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90939b84-79a5-43ef-beb2-d23d99bf1ff6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.065720] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecf2b16-50a8-4a1e-9bf7-29fc6f573b8c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.079313] env[68089]: DEBUG nova.compute.provider_tree [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.582372] env[68089]: DEBUG nova.scheduler.client.report [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.087662] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.107073] env[68089]: INFO nova.scheduler.client.report [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Deleted allocations for instance a6a5eca2-b757-4f59-b7f4-a988adc0bba1 [ 1435.616117] env[68089]: DEBUG oslo_concurrency.lockutils [None req-55e7da56-0ebb-4ba4-b615-58005092e846 tempest-ServerActionsTestOtherA-890410519 tempest-ServerActionsTestOtherA-890410519-project-member] Lock "a6a5eca2-b757-4f59-b7f4-a988adc0bba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.482s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.972509] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.972795] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.476013] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Starting instance... {{(pid=68089) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.996946] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.997242] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.998794] env[68089]: INFO nova.compute.claims [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.026026] env[68089]: DEBUG nova.scheduler.client.report [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Refreshing inventories for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1443.039729] env[68089]: DEBUG nova.scheduler.client.report [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Updating ProviderTree inventory for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1443.039959] env[68089]: DEBUG nova.compute.provider_tree [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Updating inventory in ProviderTree for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1443.051933] env[68089]: DEBUG nova.scheduler.client.report [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Refreshing aggregate associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, aggregates: None {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1443.069106] env[68089]: DEBUG nova.scheduler.client.report [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Refreshing trait associations for resource provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=68089) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1443.092397] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c933d1ff-20b5-45b8-ac73-2e2bc5635444 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.100108] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f07fb-d7eb-459e-8602-4af3f9e7982e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.131111] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870adc61-a5e2-4b94-bb50-25a02b3fd905 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.137923] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f24864-240f-4222-9fff-10529ec80669 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.151806] env[68089]: DEBUG nova.compute.provider_tree [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.654981] env[68089]: DEBUG nova.scheduler.client.report [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.159781] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.160370] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Start building networks asynchronously for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.667676] env[68089]: DEBUG nova.compute.utils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Using /dev/sd instead of None {{(pid=68089) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1444.669139] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Allocating IP information in the background. {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.669307] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] allocate_for_instance() {{(pid=68089) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.735191] env[68089]: DEBUG nova.policy [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ace10faf20443fa13fa407dc3f205d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad6343c4953b4fb7bfb2ace4ec2421bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68089) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.974292] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Successfully created port: 5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.172785] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Start building block device mappings for instance. {{(pid=68089) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.184754] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Start spawning the instance on the hypervisor. {{(pid=68089) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.211062] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-07T09:13:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-07T09:12:44Z,direct_url=,disk_format='vmdk',id=0dcae654-aa30-40a9-a80e-7cc730c55dd7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='7b232f6d2a2d4708a13832a9e9833510',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-07T09:12:45Z,virtual_size=,visibility=), allow threads: False {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.211313] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Flavor limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.211468] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Image limits 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.211645] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Flavor pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.211790] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Image pref 0:0:0 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.212063] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68089) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.212153] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.212312] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.212472] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Got 1 possible topologies {{(pid=68089) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.212652] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.212834] env[68089]: DEBUG nova.virt.hardware [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68089) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.213719] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b45c2-bf21-4947-aee0-44615f0e35d5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.221527] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27df6293-1fb2-4ca4-9a3e-c7b0ff9107ba {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.309081] env[68089]: DEBUG nova.compute.manager [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Received event network-vif-plugged-5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1446.309317] env[68089]: DEBUG oslo_concurrency.lockutils [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] Acquiring lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.309522] env[68089]: DEBUG oslo_concurrency.lockutils [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.309685] env[68089]: DEBUG oslo_concurrency.lockutils [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.309848] env[68089]: DEBUG nova.compute.manager [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] No waiting events found dispatching network-vif-plugged-5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.310125] env[68089]: WARNING nova.compute.manager [req-b84dfe28-f201-4208-ae04-9cde346ba946 req-9f5e8506-c0fd-4033-bf22-1dee8d5ed11b service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Received unexpected event network-vif-plugged-5ae898b1-d235-4591-a591-ed6403b4d927 for instance with vm_state building and task_state spawning. [ 1446.392456] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Successfully updated port: 5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.895127] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.895294] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquired lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.895449] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Building network info cache for instance {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.426895] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Instance cache missing network info. {{(pid=68089) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.548836] env[68089]: DEBUG nova.network.neutron [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Updating instance_info_cache with network_info: [{"id": "5ae898b1-d235-4591-a591-ed6403b4d927", "address": "fa:16:3e:19:c2:f5", "network": {"id": "f6449804-7ad4-467d-87b7-65906caae49d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1440960381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6343c4953b4fb7bfb2ace4ec2421bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae898b1-d2", "ovs_interfaceid": "5ae898b1-d235-4591-a591-ed6403b4d927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.051507] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Releasing lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.051818] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Instance network_info: |[{"id": "5ae898b1-d235-4591-a591-ed6403b4d927", "address": "fa:16:3e:19:c2:f5", "network": {"id": "f6449804-7ad4-467d-87b7-65906caae49d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1440960381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6343c4953b4fb7bfb2ace4ec2421bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae898b1-d2", "ovs_interfaceid": "5ae898b1-d235-4591-a591-ed6403b4d927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68089) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.052275] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:c2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae898b1-d235-4591-a591-ed6403b4d927', 'vif_model': 'vmxnet3'}] {{(pid=68089) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.059642] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Creating folder: Project (ad6343c4953b4fb7bfb2ace4ec2421bc). Parent ref: group-v573447. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.059925] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc5a6ec-1cf9-4c91-95e9-a17a87055f58 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.072054] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Created folder: Project (ad6343c4953b4fb7bfb2ace4ec2421bc) in parent group-v573447. [ 1448.072054] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Creating folder: Instances. Parent ref: group-v573795. {{(pid=68089) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1448.072054] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd87046-9f9b-454b-8586-6669aca790ff {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.079709] env[68089]: INFO nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Created folder: Instances in parent group-v573795. [ 1448.079929] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.080116] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Creating VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.080300] env[68089]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25043a6-d5d3-4fc7-9770-74cb3ade8a2d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.097620] env[68089]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.097620] env[68089]: value = "task-2853839" [ 1448.097620] env[68089]: _type = "Task" [ 1448.097620] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.104323] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853839, 'name': CreateVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.335309] env[68089]: DEBUG nova.compute.manager [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Received event network-changed-5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1448.335520] env[68089]: DEBUG nova.compute.manager [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Refreshing instance network info cache due to event network-changed-5ae898b1-d235-4591-a591-ed6403b4d927. {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1448.335770] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] Acquiring lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.335934] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] Acquired lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.336125] env[68089]: DEBUG nova.network.neutron [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Refreshing network info cache for port 5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.607378] env[68089]: DEBUG oslo_vmware.api [-] Task: {'id': task-2853839, 'name': CreateVM_Task, 'duration_secs': 0.289804} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.607702] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Created VM on the ESX host {{(pid=68089) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.608237] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.608401] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.608739] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.608975] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644eaa9c-3bbe-4b3e-96ed-dcca482000ca {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.613111] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1448.613111] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52ca5e4a-aeba-327e-d527-b950ae624d2e" [ 1448.613111] env[68089]: _type = "Task" [ 1448.613111] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.620202] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ca5e4a-aeba-327e-d527-b950ae624d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.007027] env[68089]: DEBUG nova.network.neutron [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Updated VIF entry in instance network info cache for port 5ae898b1-d235-4591-a591-ed6403b4d927. {{(pid=68089) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.007377] env[68089]: DEBUG nova.network.neutron [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Updating instance_info_cache with network_info: [{"id": "5ae898b1-d235-4591-a591-ed6403b4d927", "address": "fa:16:3e:19:c2:f5", "network": {"id": "f6449804-7ad4-467d-87b7-65906caae49d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1440960381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6343c4953b4fb7bfb2ace4ec2421bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae898b1-d2", "ovs_interfaceid": "5ae898b1-d235-4591-a591-ed6403b4d927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.123015] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52ca5e4a-aeba-327e-d527-b950ae624d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.123352] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.123580] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Processing image 0dcae654-aa30-40a9-a80e-7cc730c55dd7 {{(pid=68089) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.123808] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.123955] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.124147] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.124396] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8aa5c49-cc24-494d-bad6-b600a7fdd1b6 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.132084] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68089) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.132256] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68089) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.132912] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc828c87-17ca-4467-b9b9-f250060b862d {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.137612] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1449.137612] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52034648-6f85-2bad-02fe-8297f27e9e2d" [ 1449.137612] env[68089]: _type = "Task" [ 1449.137612] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.144272] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52034648-6f85-2bad-02fe-8297f27e9e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.510150] env[68089]: DEBUG oslo_concurrency.lockutils [req-2ea1d1d3-dc17-4641-a41e-12c0490b52ad req-d990f2a8-3a73-4845-bff3-3ef1677a7388 service nova] Releasing lock "refresh_cache-64e135b7-4df2-4af6-a913-be155ac9ffa1" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.647568] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52034648-6f85-2bad-02fe-8297f27e9e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008022} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.648320] env[68089]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2129155-bd50-4a7d-bd09-45c307d28b86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.653926] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1449.653926] env[68089]: value = "session[52390f91-96e6-83a0-9673-12efdfc6b088]52de59be-fe27-fe94-c166-22c44704edb8" [ 1449.653926] env[68089]: _type = "Task" [ 1449.653926] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.661785] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52de59be-fe27-fe94-c166-22c44704edb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.826593] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': session[52390f91-96e6-83a0-9673-12efdfc6b088]52de59be-fe27-fe94-c166-22c44704edb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.827025] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk" {{(pid=68089) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.827190] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 64e135b7-4df2-4af6-a913-be155ac9ffa1/64e135b7-4df2-4af6-a913-be155ac9ffa1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.827495] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c6a06e-9e3c-4988-b258-60c52dee9af8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.835035] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1450.835035] env[68089]: value = "task-2853840" [ 1450.835035] env[68089]: _type = "Task" [ 1450.835035] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.842203] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.344864] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440378} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.345097] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dcae654-aa30-40a9-a80e-7cc730c55dd7/0dcae654-aa30-40a9-a80e-7cc730c55dd7.vmdk to [datastore1] 64e135b7-4df2-4af6-a913-be155ac9ffa1/64e135b7-4df2-4af6-a913-be155ac9ffa1.vmdk {{(pid=68089) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.345313] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Extending root virtual disk to 1048576 {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.345569] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312941eb-6079-4b0a-84b7-845778c474f8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.351434] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1451.351434] env[68089]: value = "task-2853841" [ 1451.351434] env[68089]: _type = "Task" [ 1451.351434] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.358977] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.861288] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062581} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.861661] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Extended root virtual disk {{(pid=68089) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.862286] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d14db-65af-497c-a5a8-c72505215c12 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.883254] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 64e135b7-4df2-4af6-a913-be155ac9ffa1/64e135b7-4df2-4af6-a913-be155ac9ffa1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.883484] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0717ab19-57a3-43db-a6b6-37cde86fbd7b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.901639] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1451.901639] env[68089]: value = "task-2853842" [ 1451.901639] env[68089]: _type = "Task" [ 1451.901639] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.908774] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.411244] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853842, 'name': ReconfigVM_Task, 'duration_secs': 0.272313} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.411488] env[68089]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 64e135b7-4df2-4af6-a913-be155ac9ffa1/64e135b7-4df2-4af6-a913-be155ac9ffa1.vmdk or device None with type sparse {{(pid=68089) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.412144] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c290147a-d157-42c6-87fd-e9f7fbdc8fa5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.419839] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1452.419839] env[68089]: value = "task-2853843" [ 1452.419839] env[68089]: _type = "Task" [ 1452.419839] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.426957] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853843, 'name': Rename_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.929585] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853843, 'name': Rename_Task, 'duration_secs': 0.13729} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.929946] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Powering on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.930068] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e99021-dd33-43f2-9ca2-24d3b206ee54 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.935897] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1452.935897] env[68089]: value = "task-2853844" [ 1452.935897] env[68089]: _type = "Task" [ 1452.935897] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.942631] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.446164] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.946589] env[68089]: DEBUG oslo_vmware.api [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853844, 'name': PowerOnVM_Task, 'duration_secs': 0.665028} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.946950] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Powered on the VM {{(pid=68089) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.947123] env[68089]: INFO nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1453.947240] env[68089]: DEBUG nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Checking state {{(pid=68089) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.947991] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a6859-0b54-4af9-8de1-1994d733c85a {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.467611] env[68089]: INFO nova.compute.manager [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Took 12.49 seconds to build instance. [ 1454.970312] env[68089]: DEBUG oslo_concurrency.lockutils [None req-6d3cfa45-df9d-4997-ab8e-e0e22fee05ec tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.997s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.161138] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.161432] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.161641] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.161819] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.161985] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.164079] env[68089]: INFO nova.compute.manager [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Terminating instance [ 1455.667943] env[68089]: DEBUG nova.compute.manager [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Start destroying the instance on the hypervisor. {{(pid=68089) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.668223] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Destroying instance {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.669418] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd5c81-4199-43e6-a2d2-7b2d8e90c3f7 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.677112] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Powering off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.677335] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cbea651-399e-4311-a5ed-d79e8b994e86 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.684131] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1455.684131] env[68089]: value = "task-2853845" [ 1455.684131] env[68089]: _type = "Task" [ 1455.684131] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.691570] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.194237] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853845, 'name': PowerOffVM_Task, 'duration_secs': 0.196831} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.194570] env[68089]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Powered off the VM {{(pid=68089) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.194674] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Unregistering the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.194942] env[68089]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96c8a6f4-aac5-4114-8108-b93869f6b0be {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.254948] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Unregistered the VM {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.255195] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Deleting contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.255375] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Deleting the datastore file [datastore1] 64e135b7-4df2-4af6-a913-be155ac9ffa1 {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.255632] env[68089]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffbbb63-7aa5-423a-ae8b-43ea6b550bd5 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.261942] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for the task: (returnval){ [ 1456.261942] env[68089]: value = "task-2853847" [ 1456.261942] env[68089]: _type = "Task" [ 1456.261942] env[68089]: } to complete. {{(pid=68089) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.269888] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.771911] env[68089]: DEBUG oslo_vmware.api [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Task: {'id': task-2853847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174084} completed successfully. {{(pid=68089) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.772247] env[68089]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Deleted the datastore file {{(pid=68089) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.772437] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Deleted contents of the VM from datastore datastore1 {{(pid=68089) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.772607] env[68089]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Instance destroyed {{(pid=68089) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.772799] env[68089]: INFO nova.compute.manager [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1456.773086] env[68089]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68089) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.773280] env[68089]: DEBUG nova.compute.manager [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Deallocating network for instance {{(pid=68089) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.773375] env[68089]: DEBUG nova.network.neutron [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] deallocate_for_instance() {{(pid=68089) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.045930] env[68089]: DEBUG nova.compute.manager [req-cdfb68b7-7b86-419c-abcd-379cba1f12a7 req-fa7db85a-14ff-4f1c-b86c-585caaa81b6c service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Received event network-vif-deleted-5ae898b1-d235-4591-a591-ed6403b4d927 {{(pid=68089) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1457.045930] env[68089]: INFO nova.compute.manager [req-cdfb68b7-7b86-419c-abcd-379cba1f12a7 req-fa7db85a-14ff-4f1c-b86c-585caaa81b6c service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Neutron deleted interface 5ae898b1-d235-4591-a591-ed6403b4d927; detaching it from the instance and deleting it from the info cache [ 1457.046319] env[68089]: DEBUG nova.network.neutron [req-cdfb68b7-7b86-419c-abcd-379cba1f12a7 req-fa7db85a-14ff-4f1c-b86c-585caaa81b6c service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.507071] env[68089]: DEBUG nova.network.neutron [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Updating instance_info_cache with network_info: [] {{(pid=68089) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.549610] env[68089]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d6ca573-e0ed-4f18-890e-b501fdcf6d23 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.558899] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a575ae2-8da6-4564-bf12-549ab5fcb514 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.583659] env[68089]: DEBUG nova.compute.manager [req-cdfb68b7-7b86-419c-abcd-379cba1f12a7 req-fa7db85a-14ff-4f1c-b86c-585caaa81b6c service nova] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Detach interface failed, port_id=5ae898b1-d235-4591-a591-ed6403b4d927, reason: Instance 64e135b7-4df2-4af6-a913-be155ac9ffa1 could not be found. {{(pid=68089) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1458.009832] env[68089]: INFO nova.compute.manager [-] [instance: 64e135b7-4df2-4af6-a913-be155ac9ffa1] Took 1.24 seconds to deallocate network for instance. [ 1458.376260] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.515914] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.516272] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.516460] env[68089]: DEBUG nova.objects.instance [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lazy-loading 'resources' on Instance uuid 64e135b7-4df2-4af6-a913-be155ac9ffa1 {{(pid=68089) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.867692] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.052424] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbaddf3-1f45-40ac-84c3-3692791c8657 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.059627] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6027b-c74c-4caf-891f-10e78c13ffdb {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.088229] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce9dad-4fb6-48c0-a627-3e323bf9697c {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.094903] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c973b-783d-46c9-ba63-a22d5ca68d21 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.107484] env[68089]: DEBUG nova.compute.provider_tree [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.610406] env[68089]: DEBUG nova.scheduler.client.report [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.871737] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.115564] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.137025] env[68089]: INFO nova.scheduler.client.report [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Deleted allocations for instance 64e135b7-4df2-4af6-a913-be155ac9ffa1 [ 1460.646057] env[68089]: DEBUG oslo_concurrency.lockutils [None req-f4e5b020-c618-4cc1-945a-6e273dca7af9 tempest-ServerAddressesTestJSON-350571035 tempest-ServerAddressesTestJSON-350571035-project-member] Lock "64e135b7-4df2-4af6-a913-be155ac9ffa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.484s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.872196] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.872311] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.872580] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.872580] env[68089]: DEBUG nova.compute.manager [None req-3c50123e-5262-48fd-a497-432618b26209 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68089) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1463.872393] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.375394] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.375654] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.375823] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.376011] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68089) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1464.376893] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c2784-320e-4f4e-9359-244b4858f560 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.384592] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f500e-09c6-4c88-8f7e-d56cf6433a1e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.398240] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7fcce-4c52-4e33-9336-ba4c08f81fb8 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.404327] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec48ff5-3c5d-424c-ae22-d0b4aedf8527 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.432207] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181050MB free_disk=167GB free_vcpus=48 pci_devices=None {{(pid=68089) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1464.432352] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.432553] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.454833] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1465.454833] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68089) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1465.465555] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e249d7-1a2b-4df6-8e37-3e3929e5a486 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.472794] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802fa7e8-2ec5-4276-9076-a7d0ee4168f1 {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.503031] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646e22c-5159-438c-893b-72fbd6fcfe0b {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.510071] env[68089]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20d934-b377-41e8-a789-5c2d74a0f56e {{(pid=68089) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.523010] env[68089]: DEBUG nova.compute.provider_tree [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed in ProviderTree for provider: 7b9eaf16-2c31-460a-bddd-0a303929cbe5 {{(pid=68089) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.025787] env[68089]: DEBUG nova.scheduler.client.report [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Inventory has not changed for provider 7b9eaf16-2c31-460a-bddd-0a303929cbe5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 167, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68089) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.530643] env[68089]: DEBUG nova.compute.resource_tracker [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68089) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1466.530991] env[68089]: DEBUG oslo_concurrency.lockutils [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=68089) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.530753] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.867084] env[68089]: DEBUG oslo_service.periodic_task [None req-3c50123e-5262-48fd-a497-432618b26209 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68089) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}